-- Logs begin at Mon 2021-09-27 12:01:38 UTC, end at Mon 2021-09-27 12:56:27 UTC. -- Sep 27 12:31:06.294199 dv-cinder-801522-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 12:31:09.053401 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.common.config [-] Logging enabled! Sep 27 12:31:09.053858 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 12:31:09.054185 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100621) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 12:31:09.057952 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.common.config [-] Logging enabled! Sep 27 12:31:09.058226 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 12:31:09.058539 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100621) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 12:31:09.059491 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 12:31:09.059728 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 12:31:09.060112 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 12:31:09.060363 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 12:31:09.060591 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 12:31:09.060914 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.061216 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.061513 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.061746 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.062044 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.062338 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.062619 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.062906 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.063204 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.063492 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.063772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.064054 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.064317 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.064600 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.064887 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.065177 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.065404 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] debug = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.065683 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.066109 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.066516 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.066812 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.067086 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.067371 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.067642 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.067917 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.068240 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.068567 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] host = dv-cinder-801522-3-iscsi {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.068842 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.069128 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.069416 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.069700 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.069973 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.070250 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.070533 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.070819 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.071081 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.071353 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.071643 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.071928 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.072250 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.072477 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.072699 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.072987 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.073327 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.073607 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.073881 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.074663 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.074938 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.075212 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.075481 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.075772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.076076 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.076366 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.076643 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.076915 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.077187 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.077457 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.077742 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.078014 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.078287 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.078560 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.078846 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.079115 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.079386 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.079684 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.079972 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.080281 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.080567 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.080841 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.081125 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.081403 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.081677 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.081950 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] use_json = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.082221 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.082494 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.082778 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.083050 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.083321 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.083593 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.083866 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.084178 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:09.084483 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.084781 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.085083 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.085365 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.085659 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.085941 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.086233 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.086512 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.086802 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.087092 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.087379 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.087658 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.087946 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.088253 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.088550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.088882 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.089178 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.089470 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.089744 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.090020 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.090294 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.090572 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.090859 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.091138 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.091424 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.091713 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.091992 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.092316 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.092612 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.092902 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.093178 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.093456 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.093747 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.094025 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.094299 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.094580 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.094871 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.095149 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.095424 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.095705 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.095981 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.096278 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.096552 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.096868 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.097161 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.097437 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.097709 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.097980 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.098257 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.098528 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.098812 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.099089 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.099362 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.099633 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.099910 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.100211 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.100486 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.100764 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.101036 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.101313 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.101585 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.101855 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.102126 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.102399 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.102670 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.102941 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.103212 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.103486 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.103757 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.104027 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.104347 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.104629 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.104904 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.105190 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.105488 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.105764 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.106040 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.106317 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.106596 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.106872 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.107149 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.107427 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.107702 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.107974 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.108287 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.108573 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.108859 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.109142 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.109419 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.109719 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.109995 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.110275 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.110552 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.110830 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.111111 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.111393 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.111687 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.111980 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.112295 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.112591 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.112885 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.113165 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.113471 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.113750 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:09.113969 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 12:31:09.114208 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100621) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 12:31:09.475750 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 12:31:09.476032 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 12:31:09.476356 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 12:31:09.476696 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 12:31:09.872888 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.873181 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.873465 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.874781 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.875059 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.875325 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.911261 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.911545 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.911815 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.926522 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.926804 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.927075 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.956411 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.956695 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.956967 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.993993 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.994275 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:09.994551 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.229687 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.230307 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.230307 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.230465 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.231101 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.351201 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.351521 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.351806 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.352102 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.352376 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.352690 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.352951 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.353212 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.353465 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.353747 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.354014 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.354295 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.354594 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.354847 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.355102 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.355368 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.355628 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.355895 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.356289 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.356565 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.356839 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.357095 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.357376 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.357755 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.358007 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.358253 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.358646 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:10.358885 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:10.359123 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:10.359359 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:10.359596 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:10.359830 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:10.360227 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 12:31:10.363307 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 12:31:10.367362 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 12:31:10.371084 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 27 12:31:10.372736 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 12:31:10.373196 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 12:31:10.373536 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 12:31:10.373923 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 12:31:10.376730 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 12:31:10.376987 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 12:31:10.377342 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 12:31:10.382659 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 12:31:10.405490 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 12:31:10.405945 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.406250 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100621) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 27 12:31:10.406614 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.407990 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100621) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 12:31:10.408460 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 12:31:10.408712 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 12:31:10.411936 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.412260 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:10.475818 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 12:31:10.476083 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 12:31:10.476332 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 12:31:10.476706 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 12:31:10.499542 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_db.sqlalchemy.engines [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100621) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 12:31:11.049081 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing driver for type 'gre' Sep 27 12:31:11.049610 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] gre ID ranges: [(1, 1000)] Sep 27 12:31:11.103672 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing driver for type 'local' Sep 27 12:31:11.104092 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing driver for type 'vlan' Sep 27 12:31:11.116664 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] VlanTypeDriver initialization complete Sep 27 12:31:11.117011 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing driver for type 'vxlan' Sep 27 12:31:11.117549 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] vxlan ID ranges: [(1, 1000)] Sep 27 12:31:11.172537 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing extension driver 'port_security' Sep 27 12:31:11.173008 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.extensions.port_security [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] PortSecurityExtensionDriver initialization complete Sep 27 12:31:11.173405 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing mechanism driver 'openvswitch' Sep 27 12:31:11.173735 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing mechanism driver 'hyperv' Sep 27 12:31:11.180736 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:11.181426 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.181808 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.182165 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.183208 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:31:11.183643 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.184000 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.184375 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.184773 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:31:11.185184 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.185539 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.185890 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.186282 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:31:11.186687 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > security_group after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.187044 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > security_group after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.187388 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > security_group after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.187919 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:31:11.188363 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.188715 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.189066 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.189510 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:31:11.189920 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > address_group after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.190329 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > address_group after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.190675 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > address_group after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.191071 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:31:11.191456 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] ML2 OVO RPC backend initialized. {{(pid=100621) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 27 12:31:11.192211 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_interface after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.192574 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.192997 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.193352 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > networks before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.193705 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.194054 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > ports before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.194404 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.194752 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnets before_response 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.195103 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.195449 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.195791 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.196160 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.196504 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.196863 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.197228 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.197604 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.197955 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > subnet after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.199162 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.plugin [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Modular L2 Plugin initialization complete Sep 27 12:31:11.199533 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading services supported by the core plugin {{(pid=100621) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 12:31:11.199887 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.plugins.ml2.managers [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Got port-security extension from driver 'port_security' Sep 27 12:31:11.200411 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.extensions.vlantransparent [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Disabled vlantransparent extension. Sep 27 12:31:11.200940 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100621) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 12:31:11.201299 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: router Sep 27 12:31:11.237335 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_interface before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.237885 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_create 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.238093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router before_create 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.238461 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.238839 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.239201 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_delete 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.239563 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > floatingip after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.239918 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > floatingip after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.240316 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_create 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.240671 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_update 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.241025 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_update 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.241379 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.241742 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_update 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.242163 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_update 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.242541 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.242884 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.243225 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: subnet after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.243567 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.243920 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > port precommit_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.244294 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_create 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.244643 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.245527 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.245889 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router after_update 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.246239 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_delete 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.246596 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_create 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.246968 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router_interface after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.247318 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_update 55549900 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.247686 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > agent after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.248041 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > agent after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.248417 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > network after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.249274 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Tracking information for resource: router configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:11.249610 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Tracking information for resource: floatingip configured {{(pid=100621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:31:11.254682 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.db.l3_agentschedulers_db [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 12:31:11.255267 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.255636 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.255995 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.256375 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.257166 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router before_create 55550100 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.257537 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_delete 55550100 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.257906 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_create 55550100 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.258269 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > router precommit_update 55550100 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.263788 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.provider_configuration [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service providers = [] {{(pid=100621) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 12:31:11.264189 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.db.servicetype_db [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100621) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 12:31:11.267310 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.service_base [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:31:11.267630 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.service_base [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:31:11.267978 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.service_base [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:31:11.268911 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.services.service_base [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:31:11.269294 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.services.service_base [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 12:31:11.269667 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.269990 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 12:31:11.280739 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.281082 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: auto_allocate Sep 27 12:31:11.286898 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: network precommit_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.287278 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: network precommit_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.287803 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.288169 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: tag Sep 27 12:31:11.294657 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.294990 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: timestamp Sep 27 12:31:11.299015 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.299349 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: network_ip_availability Sep 27 12:31:11.305072 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.305452 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.305818 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.306536 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.306861 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: flavors Sep 27 12:31:11.312161 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.312496 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading Plugin: revisions Sep 27 12:31:11.316844 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:31:11.317238 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_concurrency.lockutils [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=100621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 12:31:11.317984 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100621) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 12:31:11.318329 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Initializing extension manager. Sep 27 12:31:11.318847 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: __init__.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.319194 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: __pycache__ {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.319535 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.319874 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: address_group.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.320674 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.321239 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: address-group Sep 27 12:31:11.321569 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: address_scope.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.322485 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.322999 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: address-scope Sep 27 12:31:11.323893 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: admin_state_down_before_update.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.324862 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.325376 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: router-admin-state-down-before-update Sep 27 12:31:11.325706 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: agent.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.326420 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.326924 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: agent Sep 27 12:31:11.327251 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: agent_resources_synced.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.328213 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.328829 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: agent-resources-synced Sep 27 12:31:11.329058 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: allowedaddresspairs.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.330871 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.331390 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: allowed-address-pairs Sep 27 12:31:11.331720 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: auto_allocated_topology.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.332853 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.333367 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: auto-allocated-topology Sep 27 12:31:11.333696 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: availability_zone.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.334400 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.334905 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: availability_zone Sep 27 12:31:11.335228 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: availability_zone_filter.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.336184 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.336695 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: availability_zone_filter Sep 27 12:31:11.337021 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: data_plane_status.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.337939 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.338438 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 12:31:11.338793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: default_subnetpools.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.339721 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.340257 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: default-subnetpools Sep 27 12:31:11.340591 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: dhcpagentscheduler.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.341406 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.341909 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: dhcp_agent_scheduler Sep 27 12:31:11.342236 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: dns.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.343163 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.343665 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension dns-integration not supported by any of loaded plugins Sep 27 12:31:11.343992 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: dns_domain_ports.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.344956 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.345457 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 12:31:11.345784 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.346715 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.347220 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 12:31:11.347547 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: dvr.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.348261 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.348764 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: dvr Sep 27 12:31:11.349090 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: ecmp_routes.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.350023 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.350530 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 12:31:11.350857 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: empty_string_filtering.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.351783 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.352324 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: empty-string-filtering Sep 27 12:31:11.352656 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.353599 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.354104 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 12:31:11.354500 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.355431 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.355936 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 12:31:11.356300 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: external_net.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.357230 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.357736 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: external-net Sep 27 12:31:11.358059 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: extra_dhcp_opt.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.358973 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.359474 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: extra_dhcp_opt Sep 27 12:31:11.359798 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: extraroute.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.360750 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.361250 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: extraroute Sep 27 12:31:11.361574 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: extraroute_atomic.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.362618 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.363119 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: extraroute-atomic Sep 27 12:31:11.363447 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: filter_validation.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.364149 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.364651 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: filter-validation Sep 27 12:31:11.364978 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: fip_pf_description.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.365898 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.366479 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 12:31:11.366814 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: fip_port_details.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.367748 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.368279 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: fip-port-details Sep 27 12:31:11.368609 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: flavors.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.369842 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.370918 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: flavors Sep 27 12:31:11.371248 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.372951 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.373474 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 12:31:11.373810 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: floatingip_pools.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.374523 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.375032 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: floatingip-pools Sep 27 12:31:11.375360 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: ip_allocation.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.376336 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.376848 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 12:31:11.377173 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.378107 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.378617 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: ip-substring-filtering Sep 27 12:31:11.378945 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l2_adjacency.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.379885 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.380457 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 12:31:11.380783 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.381883 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.382403 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: router Sep 27 12:31:11.382732 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3_conntrack_helper.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.385025 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.386183 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 12:31:11.386524 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.387482 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.388000 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: ext-gw-mode Sep 27 12:31:11.388365 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.389302 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.389814 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: l3-ha Sep 27 12:31:11.390142 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3_flavors.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.391086 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.391600 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: l3-flavors Sep 27 12:31:11.391925 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.392883 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.393396 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 12:31:11.393722 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: l3agentscheduler.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.394759 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.395271 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: l3_agent_scheduler Sep 27 12:31:11.395602 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: logging.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.397113 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.397637 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension logging not supported by any of loaded plugins Sep 27 12:31:11.397977 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: metering.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.398732 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.399311 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: metering Sep 27 12:31:11.399645 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.400791 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.401339 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: metering_source_and_destination_fields Sep 27 12:31:11.401677 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: multiprovidernet.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.402623 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.403136 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: multi-provider Sep 27 12:31:11.403466 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: netmtu.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.404424 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.404932 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: net-mtu Sep 27 12:31:11.405263 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: netmtu_writable.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.406200 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.406707 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: net-mtu-writable Sep 27 12:31:11.407038 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: network_availability_zone.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.407715 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.408254 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: network_availability_zone Sep 27 12:31:11.408582 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: network_ip_availability.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.409691 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.410207 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: network-ip-availability Sep 27 12:31:11.410607 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: network_segment_range.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.411382 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.411884 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 12:31:11.412241 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: pagination.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.413235 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.413568 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: pagination Sep 27 12:31:11.413895 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: port_device_profile.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.414825 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.415337 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: port-device-profile Sep 27 12:31:11.415665 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.416642 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.417176 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: port-mac-address-regenerate Sep 27 12:31:11.417502 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.418437 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.418939 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: port-numa-affinity-policy Sep 27 12:31:11.419263 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: port_resource_request.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.420331 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.420839 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 12:31:11.421167 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: portbindings.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.422109 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.422615 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: binding Sep 27 12:31:11.422939 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: portbindings_extended.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.424264 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.424779 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: binding-extended Sep 27 12:31:11.425110 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: portsecurity.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.426048 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.426562 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: port-security Sep 27 12:31:11.426893 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: project_id.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.427886 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.428518 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: project-id Sep 27 12:31:11.428851 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: providernet.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.429795 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.430305 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: provider Sep 27 12:31:11.430639 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.434762 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.435284 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos not supported by any of loaded plugins Sep 27 12:31:11.435624 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.436921 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.437441 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 12:31:11.437775 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.438710 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.439219 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 12:31:11.439548 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_default.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.440509 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.441026 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-default not supported by any of loaded plugins Sep 27 12:31:11.441357 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_fip.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.442015 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.442515 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-fip not supported by any of loaded plugins Sep 27 12:31:11.442841 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_gateway_ip.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.443777 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.444330 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 12:31:11.444658 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_port_network_policy.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.445584 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.446088 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 12:31:11.446414 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_pps_rule.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.447607 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.448765 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-pps not supported by any of loaded plugins Sep 27 12:31:11.449101 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_rule_type_details.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.450039 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.450552 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 12:31:11.450882 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: qos_rules_alias.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.451964 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.452502 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 12:31:11.452834 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: quotasv2.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.453821 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.454093 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: quotas Sep 27 12:31:11.454424 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: quotasv2_detail.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.457706 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.458058 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: quota_details Sep 27 12:31:11.458398 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: rbac.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.459467 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.459998 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: rbac-policies Sep 27 12:31:11.460361 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: rbac_address_group.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.461317 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.461835 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: rbac-address-group Sep 27 12:31:11.462168 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: rbac_address_scope.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.463105 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.463644 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: rbac-address-scope Sep 27 12:31:11.464032 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: rbac_security_groups.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.464994 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.465515 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: rbac-security-groups Sep 27 12:31:11.465849 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: rbac_subnetpool.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.466798 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.467404 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: rbac-subnetpool Sep 27 12:31:11.467740 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: revisionifmatch.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.468718 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.469234 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: revision-if-match Sep 27 12:31:11.469562 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: revisions.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.470688 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.471214 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: standard-attr-revisions Sep 27 12:31:11.471545 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: router_availability_zone.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.472265 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.472771 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: router_availability_zone Sep 27 12:31:11.473100 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: routerservicetype.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.474035 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.474540 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension router-service-type not supported by any of loaded plugins Sep 27 12:31:11.474866 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.475802 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.476338 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: security-groups-normalized-cidr Sep 27 12:31:11.476667 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: security_groups_port_filtering.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.477598 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.478104 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: port-security-groups-filtering Sep 27 12:31:11.478430 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.479399 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.479908 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: security-groups-remote-address-group Sep 27 12:31:11.480261 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: securitygroup.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.491379 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.491908 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: security-group Sep 27 12:31:11.492294 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: segment.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.493092 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.493602 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension segment not supported by any of loaded plugins Sep 27 12:31:11.493938 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.495419 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.495934 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 12:31:11.496298 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: servicetype.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.497494 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.498014 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: service-type Sep 27 12:31:11.498346 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: sorting.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.499351 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.499688 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: sorting Sep 27 12:31:11.500016 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: standard_attr_segment.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.500977 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.501485 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 12:31:11.501823 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: standardattrdescription.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.502484 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.502987 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: standard-attr-description Sep 27 12:31:11.503314 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: stateful_security_group.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.504284 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.504803 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: stateful-security-group Sep 27 12:31:11.505131 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: stdattrs_common.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.505724 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 12:31:11.506049 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.506989 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.507508 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 12:31:11.507837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: subnet_onboard.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.508954 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.509478 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: subnet_onboard Sep 27 12:31:11.509811 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.511308 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.511825 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 12:31:11.512187 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: subnet_service_types.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.513137 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.513655 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: subnet-service-types Sep 27 12:31:11.513990 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: subnetallocation.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.515104 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.515618 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: subnet_allocation Sep 27 12:31:11.515951 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.516673 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.517724 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: subnetpool-prefix-ops Sep 27 12:31:11.517724 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.518540 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.518996 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 12:31:11.519257 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: tagging.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.520365 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.520888 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: standard-attr-tag Sep 27 12:31:11.521224 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: timestamp.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.522447 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.522962 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loaded extension: standard-attr-timestamp Sep 27 12:31:11.523296 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: trunk.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.524378 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.524895 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension trunk not supported by any of loaded plugins Sep 27 12:31:11.525227 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: trunk_details.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.526193 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.526704 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension trunk-details not supported by any of loaded plugins Sep 27 12:31:11.527033 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: uplink_status_propagation.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.527971 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.528507 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 12:31:11.528835 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Loading extension file: vlantransparent.py {{(pid=100621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:31:11.529517 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:31:11.530026 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 12:31:11.532570 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:network Sep 27 12:31:11.533101 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:subnet Sep 27 12:31:11.533508 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:31:11.533912 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:port Sep 27 12:31:11.535143 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.535587 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service FLAVORS assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.536255 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.536702 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.537045 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:router Sep 27 12:31:11.537480 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:floatingip Sep 27 12:31:11.537978 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service METERING assigned prefix: /metering {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.539420 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.539795 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.540189 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:31:11.541225 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 12:31:11.541696 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:security_group Sep 27 12:31:11.542692 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 12:31:11.543321 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service CORE assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.543656 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:31:11.544006 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] subnetpool is already registered Sep 27 12:31:11.544482 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service CORE assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.544824 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:31:11.545166 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] subnetpool is already registered Sep 27 12:31:11.547475 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.547919 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service FLAVORS assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.548558 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.548986 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.549324 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:router Sep 27 12:31:11.549668 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] router is already registered Sep 27 12:31:11.550084 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:floatingip Sep 27 12:31:11.550423 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] floatingip is already registered Sep 27 12:31:11.550882 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service METERING assigned prefix: /metering {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.551568 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 12:31:11.551901 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] rbac_policy is already registered Sep 27 12:31:11.552349 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:security_group Sep 27 12:31:11.552691 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] security_group is already registered Sep 27 12:31:11.553365 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 12:31:11.553704 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] security_group_rule is already registered Sep 27 12:31:11.554334 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service CORE assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.554670 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:31:11.555011 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] subnetpool is already registered Sep 27 12:31:11.555436 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.v2.resource_helper [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Service CORE assigned prefix: {{(pid=100621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:31:11.555772 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:31:11.556141 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING neutron.quota.resource_registry [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] subnetpool is already registered Sep 27 12:31:11.556612 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: extensions {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.558660 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: address-groups {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.560178 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: address-scopes {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.561528 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: agents {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.562713 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: auto-allocated-topology {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.563971 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: availability_zones {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.565228 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: dhcp-networks {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.566755 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: dhcp-agents {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.568297 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: routers {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.570550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: flavors {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.571733 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: service_profiles {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.573152 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: next_providers {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.574701 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: service_profiles {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.576383 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: floatingip-pools {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.577623 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: routers {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.579762 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: floatingips {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.581083 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: l3-routers {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.582551 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: l3-agents {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.584085 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: metering-labels {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.585447 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: metering-label-rules {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.586726 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: network-ip-availabilities {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.588016 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: bindings {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.590598 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: quotas {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.592115 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: quotas {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.593561 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: rbac-policies {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.594777 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: security-groups {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.596115 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: security-group-rules {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.597395 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: service-providers {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.598618 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: subnetpools {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.600093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: subnetpools {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.601563 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.603253 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.605944 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.607787 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.609622 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.611473 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.613236 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.615183 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.616988 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.618730 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron.api.extensions [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Extended resource: tags {{(pid=100621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:31:11.625520 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING keystonemiddleware.auth_token [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 12:31:11.630285 dv-cinder-801522-3-iscsi neutron-server[100621]: WARNING keystonemiddleware.auth_token [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 12:31:11.638874 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_concurrency.lockutils [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Acquired lock "singleton_lock" {{(pid=100621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 27 12:31:11.639352 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_concurrency.lockutils [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Releasing lock "singleton_lock" {{(pid=100621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 27 12:31:11.640021 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Starting 2 workers Sep 27 12:31:11.644849 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Started child 100728 {{(pid=100621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:31:11.649267 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Started child 100729 {{(pid=100621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:31:11.650182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.650803 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO neutron.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 12:31:11.651480 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Notify callbacks [] for process, before_spawn {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.651715 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [-] (100728) wsgi starting up on http://0.0.0.0:9696 Sep 27 12:31:11.653920 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.654357 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Starting 1 workers Sep 27 12:31:11.655299 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [-] (100729) wsgi starting up on http://0.0.0.0:9696 Sep 27 12:31:11.659038 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Started child 100730 {{(pid=100621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:31:11.659588 dv-cinder-801522-3-iscsi neutron-server[100621]: INFO oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Starting 1 workers Sep 27 12:31:11.662685 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] calling RpcWorker wait() {{(pid=100730) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 12:31:11.663249 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] returning from RpcWorker wait() {{(pid=100730) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 12:31:11.663989 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Started child 100731 {{(pid=100621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:31:11.664458 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.664839 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c85520af-a015-4cfa-8825-b1a842b2618a None None] Notify callbacks [] for process, after_spawn {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.664941 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:11.666722 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 12:31:11.667430 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 12:31:11.667610 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 12:31:11.667820 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 12:31:11.668188 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 12:31:11.668372 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 12:31:11.668849 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.669141 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.669416 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.669519 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.669968 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.669968 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.670525 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.670772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.671029 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.671316 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.671554 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.671726 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.671897 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.672163 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.672400 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.672696 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.672978 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.673229 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.673520 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.673692 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.673940 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.674214 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.674477 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.674762 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] debug = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.675003 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.675484 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.675721 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.675975 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.676221 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.676510 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.676741 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.677018 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.677264 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.677498 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.677754 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.678265 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.678509 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.678737 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.678973 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.679241 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.679458 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.679924 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] host = dv-cinder-801522-3-iscsi {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.680185 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.680421 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.680681 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.680922 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.681169 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.681402 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.681669 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.681912 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.682164 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.682407 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.683210 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.683460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.683708 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.683951 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.684138 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_options = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.684362 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.684651 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.684929 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.685114 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.685283 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.685436 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.685697 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.685852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.686119 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.686348 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.686580 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.686794 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.687050 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.687285 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.687648 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.687808 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.688019 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.688252 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.688508 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.688878 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.689106 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.689332 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.689568 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.689787 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.690001 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.690234 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.690457 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.690695 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.690908 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.691151 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.691391 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.691634 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.691857 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.692108 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.692380 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.692609 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.692836 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.693069 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.693335 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.693558 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.693814 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.694081 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.694311 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.694556 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.694801 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.695016 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.695235 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_json = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.695449 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.695692 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.695962 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.696218 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.696438 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.696653 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.697721 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.697721 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.697868 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.698820 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.699218 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.699569 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.699918 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.700241 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.700437 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.700571 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:11.700685 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.700934 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.701180 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.701952 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.701952 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.702142 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.702272 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.702542 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.705793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706446 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706446 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706446 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706446 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706446 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706446 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706871 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.706951 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.707173 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.707434 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.707690 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.707910 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.708173 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.710837 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.713852 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714799 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.714972 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.715208 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.715435 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.715653 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.715887 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.716129 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.716381 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.716607 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.716825 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.717059 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.717293 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.717529 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.717782 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.718002 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.718256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.718459 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.718677 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.718903 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.719149 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.719366 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.719582 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.719801 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.720018 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.720265 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.720478 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.720847 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.721212 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.721430 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.721645 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.721906 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.722234 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.722450 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.722835 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.723241 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.723622 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.724011 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.724451 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.724676 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.724894 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.725289 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.725557 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.725799 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.726063 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.726314 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.726549 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.726805 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.727017 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.727250 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.727486 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.727723 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.727964 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.728231 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.728499 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.728743 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.728970 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.729216 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.729975 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.730231 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.730500 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.730740 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.731020 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.731292 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.731548 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.731807 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.732052 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.732327 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.732569 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.732812 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.733055 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.733309 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.733550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.733781 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.734049 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.734280 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.734516 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.734724 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.734967 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.735387 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.735614 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.735859 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.736091 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.736385 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.736630 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.736866 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.737127 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.737376 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.737605 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.737838 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.738078 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.738309 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.738621 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.738810 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.739087 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.739237 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.739448 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.739692 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.739948 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.740187 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.740422 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.740632 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.740847 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.741096 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.741313 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.741526 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.741769 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.741972 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.742186 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.742419 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.742632 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.742866 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.743096 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.743417 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.743585 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.743795 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.744055 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.745576 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.745576 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.745576 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.745576 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.745888 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.746105 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.746367 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.746585 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.746797 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.747251 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.747251 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.747486 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.747698 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.747946 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.748179 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.748896 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.748896 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.749092 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.749210 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.749433 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.749684 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.749938 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.750149 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.750364 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.750596 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.750809 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.751022 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.751568 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.751568 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.751772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.751939 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.752175 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.752386 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.752605 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.752820 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.753027 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.753309 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.753558 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.753786 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.754207 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.754336 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.754494 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.754719 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.754926 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.755152 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.755376 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.755616 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.755822 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.756256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.756611 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.756965 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.757336 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.757557 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.757767 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.757997 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.758235 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.758447 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.758667 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.758882 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.759090 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.759310 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.759669 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.759881 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.760124 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.760352 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.760577 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.760802 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.761008 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.761220 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.761434 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.761798 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.762027 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.762331 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.762577 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.762793 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.763076 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.763384 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.763641 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.763914 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.764239 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.764450 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.764687 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.764907 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.765152 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.765377 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.765806 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.766345 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.766665 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.766914 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.767174 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.767458 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.767791 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.768021 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.768262 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.768545 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.768886 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.769157 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.769403 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.769641 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.769883 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.770102 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.770318 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.770552 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.770785 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.771003 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.771237 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.771482 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.771703 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.771942 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.772196 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.772413 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.772635 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.772845 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.773065 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.773285 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.773439 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 12:31:11.773957 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 12:31:11.774114 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 12:31:11.774277 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 12:31:11.774465 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 12:31:11.774631 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 12:31:11.774777 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 12:31:11.775133 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.775294 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.775451 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.775614 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.775770 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.775948 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.776144 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.776305 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.776462 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.776617 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.776772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.776913 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.777068 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.777222 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.777377 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.777533 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.777688 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.777843 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778003 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778151 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778294 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778444 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778598 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] debug = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778752 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.778967 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.779123 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.779275 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.779431 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.779631 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.779723 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.779886 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.780030 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.780209 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.780363 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.780664 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.780968 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.781129 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.781267 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.781421 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.781578 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.781726 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] host = dv-cinder-801522-3-iscsi {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.781864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782061 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782204 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782378 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782520 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782655 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782820 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.782972 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.783107 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.783262 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.783405 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.783561 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.783704 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.783860 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784002 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_options = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784179 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784328 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784464 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784638 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784785 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.784943 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.785087 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.785224 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.785382 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.785605 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.785744 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.785879 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786013 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786157 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786292 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786426 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786561 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786717 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.786869 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787007 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787162 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787304 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787459 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787602 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787757 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.787899 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788101 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788269 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788415 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788551 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788687 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788822 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.788958 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789092 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789226 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789360 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789503 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789639 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789802 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.789946 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.790091 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.790262 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.790404 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.790625 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.790850 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.790850 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.791213 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_json = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.791213 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.791467 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.791467 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.791726 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.791726 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.792488 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.792626 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.792772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:31:11.792910 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793043 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793186 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793319 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793450 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793581 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793713 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.793844 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794008 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794166 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794330 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794477 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794646 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794803 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.794960 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.795119 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.795277 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.795434 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.795598 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.795754 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.795911 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.796086 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.796264 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.796421 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.796579 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.796736 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.796892 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.797065 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.797222 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.797384 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.797598 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.797777 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.797935 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.798094 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.798239 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.798400 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.798558 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.798717 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.798874 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.799031 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.799189 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.799346 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800093 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800508 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800508 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800655 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800734 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.800864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.801023 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.801184 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.801340 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.801510 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.801669 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.801825 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.802133 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.802296 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.802458 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.802636 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.802780 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.802919 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.803318 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.803460 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.803617 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.803760 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.803904 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804124 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804288 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804429 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804564 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804709 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804843 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.804975 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.805106 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.805263 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.805405 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.805572 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.805730 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.805888 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806046 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806216 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806349 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806481 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806639 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806953 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.806953 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.807123 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.807266 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.807474 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.808160 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.808321 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.808477 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.808634 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.808791 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.808947 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.809104 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.809840 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.809840 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.809840 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.809840 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.809840 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.810208 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.810208 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.810772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.810772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.810772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.810772 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811211 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811211 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811211 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811394 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811459 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811600 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.811755 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812092 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812092 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812599 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812599 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812599 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812806 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812806 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.812967 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.813137 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.813354 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.813512 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.813672 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.813851 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.813992 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.814147 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.814313 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.814405 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:11.814490 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.814628 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.814784 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.814941 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.815121 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.815277 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.815434 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.815596 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.815754 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.815911 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.816086 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.816246 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.816403 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.816559 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.816716 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.816874 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817033 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817190 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817348 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817505 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817663 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817821 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.817979 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.818137 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.818295 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.818452 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.818609 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.818765 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.818922 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.819078 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.819236 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.819392 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.819550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.819706 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.819863 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820020 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820199 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820357 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820513 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820669 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820826 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.820985 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.821147 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.821308 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.821463 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.821621 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.821779 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.821937 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.822096 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.822252 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.822410 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.822569 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.822725 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.822883 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.823664 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.823828 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.823988 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.824173 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.824331 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.824504 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.824661 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.824818 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.824976 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.825133 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.825290 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.825447 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.825603 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.825763 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.825929 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.826075 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.826244 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.826388 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.826531 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.827028 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.827028 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.827028 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.827237 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.827302 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.827439 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.828923 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830256 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.830864 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831304 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831304 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831304 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831668 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831668 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831668 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831891 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.831969 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.832116 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.832276 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.832432 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.832590 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.832748 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.832943 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833051 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833208 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833373 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833557 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833680 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833680 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.833680 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.834320 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.834320 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.834479 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.834558 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.834707 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.834865 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.836217 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.837205 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.838550 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.840037 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.840037 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.840037 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.840037 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.840037 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:31:11.840037 dv-cinder-801522-3-iscsi neutron-server[100621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 12:31:11.971256 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 57342) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:11.979872 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063732 Sep 27 12:31:23.380467 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b293875f-a882-44f1-ac82-4841627ee080 None None] get_active_networks_info from dv-cinder-801522-3-iscsi {{(pid=100730) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 12:31:23.426722 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5dbd251b-1bc1-4ab2-9f86-26152cd180bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617687'] for agent, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:23.467009 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293875f-a882-44f1-ac82-4841627ee080 None None] No non-hosted networks {{(pid=100730) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 12:31:26.017957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7bf16f0b-b816-41a6-a990-e11ad8c48745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617687'] for agent, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.108995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c9792c0c-0040-4852-a859-c1eedfb32864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.855902 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617687'] for agent, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.857090 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.857747 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.858468 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.859042 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.860343 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.862088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.863168 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.863848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.865076 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.865662 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.867143 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.869282 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:26.870542 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801522-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:26.888425 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801522-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:27.313665 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617687'] for agent, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.916880 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.db.l3_hamode_db [None req-08706e1c-eaa5-4a26-b0a4-fed52e4be24e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 12:31:28.998189 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08706e1c-eaa5-4a26-b0a4-fed52e4be24e None None] Routers set() bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:31:28.998586 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08706e1c-eaa5-4a26-b0a4-fed52e4be24e None None] Router IDs set() for agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 12:31:29.087480 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617687'] for agent, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.948094 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 57434) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:30.435399 dv-cinder-801522-3-iscsi neutron-server[100729]: WARNING oslo_policy.policy [None req-08d39b1e-7fa6-4a42-96c7-6b006f1c85d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:30.435955 dv-cinder-801522-3-iscsi neutron-server[100729]: WARNING oslo_policy.policy [None req-08d39b1e-7fa6-4a42-96c7-6b006f1c85d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:30.656443 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [None req-08d39b1e-7fa6-4a42-96c7-6b006f1c85d0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:31:30.657563 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-08d39b1e-7fa6-4a42-96c7-6b006f1c85d0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7085695 Sep 27 12:31:33.048448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57448) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:33.534525 dv-cinder-801522-3-iscsi neutron-server[100728]: WARNING oslo_policy.policy [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:33.535098 dv-cinder-801522-3-iscsi neutron-server[100728]: WARNING oslo_policy.policy [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:33.755454 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:33.848372 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.policy [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100728) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 12:31:33.893213 dv-cinder-801522-3-iscsi neutron-server[100728]: WARNING oslo_policy.policy [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:33.893580 dv-cinder-801522-3-iscsi neutron-server[100728]: WARNING oslo_policy.policy [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:33.902056 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.quota [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] Loaded quota_driver: . Sep 27 12:31:33.988487 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762562629648', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762562633413', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762562653982', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762562647400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762561939302', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762562664919', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1689532', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1876888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977211'] for rbac-policy, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:34.054302 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:34.055696 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-b68dddb4-6153-4798-ae83-005cd315b4c9 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0051558 Sep 27 12:31:36.631315 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57466) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:36.926929 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Request body: {'network': {'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'name': 'private', 'admin_state_up': True, 'project_id': 'af752a74f3d74245a453d7e0c01421c7'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:36.955071 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Made reservation on behalf of af752a74f3d74245a453d7e0c01421c7 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:36.957858 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:36.975081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.100454 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.104263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.123344 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:31:37.151205 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762560548235', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.151838 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Unsubscribe: segment precommit_create {{(pid=100728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 12:31:37.152333 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Added segment 6129e3e8-ee05-4868-8f6e-3a0f9eda773d of type vlan for network 731e60ee-205f-479b-bfa2-2ac2611b9b3d Sep 27 12:31:37.168053 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832dfe5f-f2fc-478a-b283-bb4a8d6c88f6,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:37.215463 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.215824 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.216195 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.216533 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.216867 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.217212 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.217545 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.217887 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.218242 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.218555 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.218878 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.219196 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Tracked resource versions report: Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: pushed versions: Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: { 'AddressGroup': {'1.2'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'ConntrackHelper': {'1.0'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Log': {'1.0'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Network': {'1.1'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Port': {'1.7'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'PortForwarding': {'1.2'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'QosPolicy': {'1.9'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroup': {'1.4'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SubPort': {'1.0'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Subnet': {'1.1'}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Trunk': {'1.1'}} Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: consumer versions: Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'ConntrackHelper': '1.0', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Log': '1.0', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Network': '1.1', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Port': '1.7', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'PortForwarding': '1.2', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'QosPolicy': '1.9', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroup': '1.4', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroupRule': '1.2', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SubPort': '1.0', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Subnet': '1.1', Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Trunk': '1.1'}} Sep 27 12:31:37.220327 dv-cinder-801522-3-iscsi neutron-server[100728]: {{(pid=100728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:31:37.271075 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.308887 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.310150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:37.310796 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:37.367744 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7353837 Sep 27 12:31:37.411646 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41dcc6-3a77-49a4-b4a9-d9f07dbb6204 admin admin] Pushing event updated for resources: {'Network': ['ID=731e60ee-205f-479b-bfa2-2ac2611b9b3d,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:37.423108 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:31:40.025072 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57480) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:40.417430 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471c383-c909-4019-a987-3f1ab957be4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:40.418808 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-8471c383-c909-4019-a987-3f1ab957be4e admin admin] 10.222.0.15 "GET /v2.0/networks/731e60ee-205f-479b-bfa2-2ac2611b9b3d HTTP/1.1" status: 200 len: 825 time: 0.3927491 Sep 27 12:31:40.444000 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-4419c3c1-55b6-498c-8a6c-cc0360827e79 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/c527aa5d-5e40-4354-801e-d22c69fa1482 HTTP/1.1" status: 200 len: 734 time: 0.0184684 Sep 27 12:31:40.452835 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:40.474368 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Made reservation on behalf of af752a74f3d74245a453d7e0c01421c7 for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:40.476575 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:40.764806 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:40.826797 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d277444-5cae-4f2a-8113-d9541d0b4735,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:40.837990 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Checking segment: {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:31:40.838370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Network hostable DHCP agents. Network: 731e60ee-205f-479b-bfa2-2ac2611b9b3d, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:31:40.861741 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:31:40.872210 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 731e60ee-205f-479b-bfa2-2ac2611b9b3d) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:31:40.876988 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:40.877592 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:40.882101 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590bd2a-90d4-423c-b2d8-cb2d0ce18f65 None None] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:31:40.890929 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-2589eed8-13a3-4346-9012-c3f61e790bb3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4411933 Sep 27 12:31:41.202426 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:31:41.203693 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:41.486148 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Allocated IP 172.20.0.2 (731e60ee-205f-479b-bfa2-2ac2611b9b3d/3d277444-5cae-4f2a-8113-d9541d0b4735/2ffd10e9-7ed0-4e51-8549-0f653a21e683) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:31:41.714088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:41.722389 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:41.790658 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:31:41.798417 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:31:41.811058 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:31:41.814110 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Pushing event updated for resources: {'Port': ['ID=2ffd10e9-7ed0-4e51-8549-0f653a21e683,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:41.847731 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.848118 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.848466 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.848804 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.849138 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.849471 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.849800 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.850128 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.850470 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.850798 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.851120 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.851439 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Tracked resource versions report: Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: pushed versions: Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: { 'AddressGroup': {'1.2'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'ConntrackHelper': {'1.0'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Log': {'1.0'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Network': {'1.1'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Port': {'1.7'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'PortForwarding': {'1.2'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'QosPolicy': {'1.9'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroup': {'1.4'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SubPort': {'1.0'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Subnet': {'1.1'}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Trunk': {'1.1'}} Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: consumer versions: Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'ConntrackHelper': '1.0', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Log': '1.0', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Network': '1.1', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Port': '1.7', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'PortForwarding': '1.2', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'QosPolicy': '1.9', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroup': '1.4', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroupRule': '1.2', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SubPort': '1.0', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Subnet': '1.1', Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Trunk': '1.1'}} Sep 27 12:31:41.852602 dv-cinder-801522-3-iscsi neutron-server[100730]: {{(pid=100730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:31:41.899606 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Attempting to bind port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:31:41.900287 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Attempting to bind port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:31:41.901069 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Attempting to bind port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 on network 731e60ee-205f-479b-bfa2-2ac2611b9b3d {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:31:41.905907 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:31:41.906368 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Checking segment: {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:31:41.906802 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:41.907192 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Bound using segment: {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:31:41.907672 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Bound port: 2ffd10e9-7ed0-4e51-8549-0f653a21e683, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:31:41.908156 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:41.969600 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] For port 2ffd10e9-7ed0-4e51-8549-0f653a21e683, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:31:41.973864 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] For port 2ffd10e9-7ed0-4e51-8549-0f653a21e683, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=2ffd10e9-7ed0-4e51-8549-0f653a21e683,segment=NetworkSegment(6129e3e8-ee05-4868-8f6e-3a0f9eda773d),segment_id=6129e3e8-ee05-4868-8f6e-3a0f9eda773d)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:31:41.979254 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.044994 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddcc06-43a2-4f12-9fc1-bc9e1ffbb66d None None] Pushing event updated for resources: {'Port': ['ID=2ffd10e9-7ed0-4e51-8549-0f653a21e683,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:43.301466 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57488) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:43.612607 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [None req-ab0fdcda-6877-4b69-9506-f5340d450f07 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:31:43.613641 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-ab0fdcda-6877-4b69-9506-f5340d450f07 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111522 Sep 27 12:31:46.013319 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57496) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:46.326827 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [None req-c4cbc4d6-f2a4-4371-ac96-c71b6dbd44c6 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:31:46.328127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c4cbc4d6-f2a4-4371-ac96-c71b6dbd44c6 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138382 Sep 27 12:31:48.974660 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57506) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:49.287179 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'name': 'router1'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:49.313780 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.315667 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.452366 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.456831 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.469512 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.470719 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7fa3d18a-d1fe-4d57-9db7-d4fb2e2ade56 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4950004 Sep 27 12:31:50.433599 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23dcc7-7e65-4a4d-8c13-010f1cfec6e6 None None] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:31:50.509815 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 2ffd10e9-7ed0-4e51-8549-0f653a21e683 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:31:50.571395 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-930ee83b-c54d-4c86-8f45-22c6ec2ee0f5 None None] Provisioning complete for port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:50.571819 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-930ee83b-c54d-4c86-8f45-22c6ec2ee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.720453 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:50.720726 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.807795 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-930ee83b-c54d-4c86-8f45-22c6ec2ee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.881472 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-930ee83b-c54d-4c86-8f45-22c6ec2ee0f5 None None] For port 2ffd10e9-7ed0-4e51-8549-0f653a21e683, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=2ffd10e9-7ed0-4e51-8549-0f653a21e683,segment=NetworkSegment(6129e3e8-ee05-4868-8f6e-3a0f9eda773d),segment_id=6129e3e8-ee05-4868-8f6e-3a0f9eda773d)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:50.888971 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-930ee83b-c54d-4c86-8f45-22c6ec2ee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.902293 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.979376 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee83b-c54d-4c86-8f45-22c6ec2ee0f5 None None] Pushing event updated for resources: {'Port': ['ID=2ffd10e9-7ed0-4e51-8549-0f653a21e683,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:50.997590 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.db.api [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:31:50.998014 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG oslo_db.api [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:31:51.111294 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-b60be3e1-9b4f-4fbd-86fd-2f7c2329010e None None] Provisioning complete for port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:51.111581 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b60be3e1-9b4f-4fbd-86fd-2f7c2329010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:51.872758 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57520) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:52.179020 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [None req-27f39765-a6a4-4aa4-a371-318d3d80c69e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:31:52.180045 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-27f39765-a6a4-4aa4-a371-318d3d80c69e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3063502 Sep 27 12:31:52.481512 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 2ffd10e9-7ed0-4e51-8549-0f653a21e683 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:31:52.527381 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:52.527759 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:53.281389 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-008de3b9-4278-447a-a09f-0a1c7f588349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:54.576722 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57528) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:54.883506 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:54.904746 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Made reservation on behalf of 8d2fc49c066a47e5a2a931f771dbabf5 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:54.906937 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:54.914745 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.004533 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.010045 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.025521 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Reserving flat network on physical network physnet1 {{(pid=100728) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 12:31:55.046705 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efffa5a-0384-4060-bbca-17a8ffe1021f,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:55.050148 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.050871 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Added segment 8555eece-b2e7-4b4a-87cf-57be46636ebb of type flat for network 111e4828-82af-4129-9d4f-7f04fbb54d85 Sep 27 12:31:55.097000 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.128015 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.129053 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:55.129606 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:55.162524 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5847874 Sep 27 12:31:55.191784 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c2c5-050f-4bbf-a9ad-3bba4802afd8 admin admin] Pushing event updated for resources: {'Network': ['ID=111e4828-82af-4129-9d4f-7f04fbb54d85,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:55.202099 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:31:56.000798 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1424616d-296c-4d9f-9e01-b57abc5fa4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:56.847746 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:57.206129 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:57.553524 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 57546) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:57.867964 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.policy [None req-25a2c98f-c61e-4fed-b8de-a8ba30af68ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100729) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 12:31:57.915834 dv-cinder-801522-3-iscsi neutron-server[100729]: WARNING oslo_policy.policy [None req-25a2c98f-c61e-4fed-b8de-a8ba30af68ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:57.916237 dv-cinder-801522-3-iscsi neutron-server[100729]: WARNING oslo_policy.policy [None req-25a2c98f-c61e-4fed-b8de-a8ba30af68ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:31:57.924285 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2c98f-c61e-4fed-b8de-a8ba30af68ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:57.925977 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-25a2c98f-c61e-4fed-b8de-a8ba30af68ba admin admin] 10.222.0.15 "GET /v2.0/subnets/3d277444-5cae-4f2a-8113-d9541d0b4735 HTTP/1.1" status: 200 len: 849 time: 0.3715377 Sep 27 12:31:58.089567 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-89635e1b-3cac-4dd8-b404-b8c545b1fc25 admin admin] 10.222.0.15 "GET /v2.0/routers/6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce HTTP/1.1" status: 200 len: 704 time: 0.1567450 Sep 27 12:31:58.346196 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:58.664889 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Allocated IP 172.20.0.1 (731e60ee-205f-479b-bfa2-2ac2611b9b3d/3d277444-5cae-4f2a-8113-d9541d0b4735/fe835b26-5b64-4099-b34f-97c7d33a88de) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:31:58.869952 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:58.938010 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:58.998851 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:31:59.004294 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:31:59.042877 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.057204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:31:59.057792 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.060702 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe835b26-5b64-4099-b34f-97c7d33a88de,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:59.125331 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.125704 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.126058 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.126394 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.126731 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.127078 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.127415 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.127760 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.128124 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.128459 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.128786 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.129111 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Tracked resource versions report: Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: pushed versions: Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: { 'AddressGroup': {'1.2'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'ConntrackHelper': {'1.0'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Log': {'1.0'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Network': {'1.1'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Port': {'1.7'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'PortForwarding': {'1.2'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'QosPolicy': {'1.9'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroup': {'1.4'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SubPort': {'1.0'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Subnet': {'1.1'}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Trunk': {'1.1'}} Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: consumer versions: Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'ConntrackHelper': '1.0', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Log': '1.0', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Network': '1.1', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Port': '1.7', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'PortForwarding': '1.2', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'QosPolicy': '1.9', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroup': '1.4', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroupRule': '1.2', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SubPort': '1.0', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Subnet': '1.1', Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Trunk': '1.1'}} Sep 27 12:31:59.130230 dv-cinder-801522-3-iscsi neutron-server[100729]: {{(pid=100729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:31:59.249709 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-1e13d79a-d322-4875-badc-db050d663849 None None] Provisioning complete for port fe835b26-5b64-4099-b34f-97c7d33a88de triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:59.249994 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1e13d79a-d322-4875-badc-db050d663849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.262704 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.286754 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-1e13d79a-d322-4875-badc-db050d663849 None None] Port fe835b26-5b64-4099-b34f-97c7d33a88de cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:31:59.472798 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.477148 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.478939 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.537754 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe835b26-5b64-4099-b34f-97c7d33a88de,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:59.599956 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:31:59.601284 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:31:59.807490 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-5c2433cd-f794-4cc2-84dc-28597cb1eef9 None None] Provisioning complete for port fe835b26-5b64-4099-b34f-97c7d33a88de triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:59.807696 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:31:59.808191 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5c2433cd-f794-4cc2-84dc-28597cb1eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:59.841539 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-5c2433cd-f794-4cc2-84dc-28597cb1eef9 None None] Port fe835b26-5b64-4099-b34f-97c7d33a88de cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:31:59.897941 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:31:59.903660 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ca5421f4-1f01-4aa7-8c3c-e9041f25bfd8 admin admin] 10.222.0.15 "PUT /v2.0/routers/6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8083942 Sep 27 12:31:59.908966 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e417187-191e-4024-876f-60630851d728 None None] Sync routers for ids ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:31:59.920333 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e417187-191e-4024-876f-60630851d728 None None] Routers {'6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:31:59.921215 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9e417187-191e-4024-876f-60630851d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:31:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:00.109813 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-9e417187-191e-4024-876f-60630851d728 None None] Set router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce gateway port host: None {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:32:00.535880 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9e417187-191e-4024-876f-60630851d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'name': 'router1', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:31:49Z', 'updated_at': '2021-09-27T12:31:59Z', 'revision_number': 2, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'gw_port_host': None, '_interfaces': [{'id': 'fe835b26-5b64-4099-b34f-97c7d33a88de', 'name': '', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'mac_address': 'fa:16:3e:55:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:31:58Z', 'updated_at': '2021-09-27T12:31:59Z', 'revision_number': 2, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnets': [{'id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:00.586464 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e417187-191e-4024-876f-60630851d728 None None] Checking router: 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:32:00.586831 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e417187-191e-4024-876f-60630851d728 None None] Updating router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce port fe835b26-5b64-4099-b34f-97c7d33a88de binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:32:00.634584 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-9e417187-191e-4024-876f-60630851d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.150427 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-9e417187-191e-4024-876f-60630851d728 None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.157420 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-9e417187-191e-4024-876f-60630851d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.330603 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Pushing event updated for resources: {'Port': ['ID=fe835b26-5b64-4099-b34f-97c7d33a88de,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:01.335014 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-9e417187-191e-4024-876f-60630851d728 None None] Attempting to bind port fe835b26-5b64-4099-b34f-97c7d33a88de on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:32:01.335408 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-9e417187-191e-4024-876f-60630851d728 None None] Attempting to bind port fe835b26-5b64-4099-b34f-97c7d33a88de by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:32:01.335837 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e417187-191e-4024-876f-60630851d728 None None] Attempting to bind port fe835b26-5b64-4099-b34f-97c7d33a88de on network 731e60ee-205f-479b-bfa2-2ac2611b9b3d {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:32:01.343604 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.343959 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.344323 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.344659 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.344990 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.345321 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.345647 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.345971 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.346300 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.346621 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.346942 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.347260 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Tracked resource versions report: Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: pushed versions: Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: { 'AddressGroup': {'1.2'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'ConntrackHelper': {'1.0'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Log': {'1.0'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Network': {'1.1'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Port': {'1.7'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'PortForwarding': {'1.2'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'QosPolicy': {'1.9'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroup': {'1.4'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SubPort': {'1.0'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Subnet': {'1.1'}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Trunk': {'1.1'}} Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: consumer versions: Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'ConntrackHelper': '1.0', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Log': '1.0', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Network': '1.1', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Port': '1.7', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'PortForwarding': '1.2', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'QosPolicy': '1.9', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroup': '1.4', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroupRule': '1.2', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SubPort': '1.0', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Subnet': '1.1', Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Trunk': '1.1'}} Sep 27 12:32:01.348372 dv-cinder-801522-3-iscsi neutron-server[100731]: {{(pid=100731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:32:01.351600 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e417187-191e-4024-876f-60630851d728 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:32:01.352011 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e417187-191e-4024-876f-60630851d728 None None] Checking segment: {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:32:01.353056 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-9e417187-191e-4024-876f-60630851d728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.353428 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e417187-191e-4024-876f-60630851d728 None None] Bound using segment: {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:32:01.353921 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-9e417187-191e-4024-876f-60630851d728 None None] Bound port: fe835b26-5b64-4099-b34f-97c7d33a88de, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6129e3e8-ee05-4868-8f6e-3a0f9eda773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:32:01.354301 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-9e417187-191e-4024-876f-60630851d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.370441 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-79bf8d54-d66a-4cc2-90be-4f5e22047733 None None] Provisioning complete for port fe835b26-5b64-4099-b34f-97c7d33a88de triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:01.370976 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-79bf8d54-d66a-4cc2-90be-4f5e22047733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.403650 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-79bf8d54-d66a-4cc2-90be-4f5e22047733 None None] Port fe835b26-5b64-4099-b34f-97c7d33a88de cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:32:01.424414 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-9e417187-191e-4024-876f-60630851d728 None None] For port fe835b26-5b64-4099-b34f-97c7d33a88de, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:32:01.443617 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-9e417187-191e-4024-876f-60630851d728 None None] For port fe835b26-5b64-4099-b34f-97c7d33a88de, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=fe835b26-5b64-4099-b34f-97c7d33a88de,segment=NetworkSegment(6129e3e8-ee05-4868-8f6e-3a0f9eda773d),segment_id=6129e3e8-ee05-4868-8f6e-3a0f9eda773d)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:32:01.447811 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-9e417187-191e-4024-876f-60630851d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.504102 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7271f-0b38-4cc8-a099-d7a1ac29c730 None None] Pushing event updated for resources: {'Port': ['ID=fe835b26-5b64-4099-b34f-97c7d33a88de,revision_number=4']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:01.508238 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e417187-191e-4024-876f-60630851d728 None None] Routers {'6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:32:01.508888 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9e417187-191e-4024-876f-60630851d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:31:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:01.600492 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-9e417187-191e-4024-876f-60630851d728 None None] Set router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce gateway port host: None {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:32:01.723765 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-52bb4ba2-7b25-49e6-9e65-3db83b6b2ee4 None None] Provisioning complete for port fe835b26-5b64-4099-b34f-97c7d33a88de triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:01.724429 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-52bb4ba2-7b25-49e6-9e65-3db83b6b2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.802722 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-52bb4ba2-7b25-49e6-9e65-3db83b6b2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.812200 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9e417187-191e-4024-876f-60630851d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'name': 'router1', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:31:49Z', 'updated_at': '2021-09-27T12:31:59Z', 'revision_number': 2, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'gw_port_host': None, '_interfaces': [{'id': 'fe835b26-5b64-4099-b34f-97c7d33a88de', 'name': '', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'mac_address': 'fa:16:3e:55:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:31:58Z', 'updated_at': '2021-09-27T12:32:01Z', 'revision_number': 4, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnets': [{'id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:01.833876 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-52bb4ba2-7b25-49e6-9e65-3db83b6b2ee4 None None] For port fe835b26-5b64-4099-b34f-97c7d33a88de, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=fe835b26-5b64-4099-b34f-97c7d33a88de,segment=NetworkSegment(6129e3e8-ee05-4868-8f6e-3a0f9eda773d),segment_id=6129e3e8-ee05-4868-8f6e-3a0f9eda773d)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:32:01.838640 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-52bb4ba2-7b25-49e6-9e65-3db83b6b2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:01.838911 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e417187-191e-4024-876f-60630851d728 None None] The sync data for ids ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'] in dv-cinder-801522-3-iscsi is: [{'id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'name': 'router1', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:31:49Z', 'updated_at': '2021-09-27T12:31:59Z', 'revision_number': 2, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'gw_port_host': None, '_interfaces': [{'id': 'fe835b26-5b64-4099-b34f-97c7d33a88de', 'name': '', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'mac_address': 'fa:16:3e:55:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:31:58Z', 'updated_at': '2021-09-27T12:32:01Z', 'revision_number': 4, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnets': [{'id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:32:01.894031 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb4ba2-7b25-49e6-9e65-3db83b6b2ee4 None None] Pushing event updated for resources: {'Port': ['ID=fe835b26-5b64-4099-b34f-97c7d33a88de,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:02.164518 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 57572) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:02.275989 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa562606-1a99-4c37-afe9-a3e5be6acde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:02.277382 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fa562606-1a99-4c37-afe9-a3e5be6acde1 admin admin] 10.222.0.15 "GET /v2.0/networks/111e4828-82af-4129-9d4f-7f04fbb54d85 HTTP/1.1" status: 200 len: 842 time: 0.1117895 Sep 27 12:32:02.287390 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Request body: {'subnet': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:32:02.288810 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.quota [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Loaded quota_driver: . Sep 27 12:32:02.323592 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Made reservation on behalf of 8d2fc49c066a47e5a2a931f771dbabf5 for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:32:02.326103 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:02.632773 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.objects.ports [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100729) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 12:32:02.633231 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:02.697703 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:32:02.697968 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Network hostable DHCP agents. Network: 111e4828-82af-4129-9d4f-7f04fbb54d85, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:32:02.700195 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abccaef9-2a22-4cd5-8771-1398b54d0abe,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:02.723702 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:32:02.737226 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 111e4828-82af-4129-9d4f-7f04fbb54d85) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:32:02.741490 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:02.742120 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:02.749692 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb2ed2-9747-4087-a6b0-0ee2c7c274a6 None None] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:32:02.770222 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-27887232-e064-488e-893e-892f34d9eaf5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4784305 Sep 27 12:32:02.951013 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d9754-86d8-4100-8b08-f3375fdadefc None None] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:32:03.721131 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:32:05.088836 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57580) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:05.306823 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-218c3058-de36-4a41-91c9-32df3a5272c0 admin admin] 10.222.0.15 "GET /v2.0/routers/6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce HTTP/1.1" status: 200 len: 710 time: 0.2166357 Sep 27 12:32:05.422678 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc91e0-3ccd-4fbf-a963-2a4c4206e325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:05.424043 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-68cc91e0-3ccd-4fbf-a963-2a4c4206e325 admin admin] 10.222.0.15 "GET /v2.0/networks/111e4828-82af-4129-9d4f-7f04fbb54d85 HTTP/1.1" status: 200 len: 886 time: 0.1114805 Sep 27 12:32:05.434123 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:32:05.674902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:05.955096 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:06.033009 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:06.196877 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Allocated IP 172.27.0.112 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/5a8bc50c-b4c1-411c-be59-15ca0789d239) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:32:06.303900 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:06.361890 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:06.436822 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:32:06.441588 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:32:06.448362 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:32:06.456481 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Pushing event updated for resources: {'Port': ['ID=5a8bc50c-b4c1-411c-be59-15ca0789d239,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:06.733024 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:06.938187 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-619033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-932'] for router, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:06.942990 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-619008'] for router, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:07.059065 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:32:07.241702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:32:07.246074 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:07.247312 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a13fee59-ca91-4b59-b476-0585315d5ced admin admin] 10.222.0.15 "PUT /v2.0/routers/6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce HTTP/1.1" status: 200 len: 890 time: 1.8167703 Sep 27 12:32:08.235002 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Sync routers for ids ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:32:08.245680 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Routers {'6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:32:08.246387 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:31:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:08.456301 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Set router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:32:08.511745 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device fe835b26-5b64-4099-b34f-97c7d33a88de up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:32:08.729844 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port fe835b26-5b64-4099-b34f-97c7d33a88de triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:08.730121 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:08.956051 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'name': 'router1', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5a8bc50c-b4c1-411c-be59-15ca0789d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:31:49Z', 'updated_at': '2021-09-27T12:32:06Z', 'revision_number': 4, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'gw_port': {'id': '5a8bc50c-b4c1-411c-be59-15ca0789d239', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:32:06Z', 'updated_at': '2021-09-27T12:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'fe835b26-5b64-4099-b34f-97c7d33a88de', 'name': '', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'mac_address': 'fa:16:3e:55:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:31:58Z', 'updated_at': '2021-09-27T12:32:01Z', 'revision_number': 5, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnets': [{'id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:09.009459 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Checking router: 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:32:09.010446 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Updating router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce port 5a8bc50c-b4c1-411c-be59-15ca0789d239 binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:32:09.059981 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:09.451540 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:09.456998 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:09.513390 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Attempting to bind port 5a8bc50c-b4c1-411c-be59-15ca0789d239 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:32:09.513769 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Attempting to bind port 5a8bc50c-b4c1-411c-be59-15ca0789d239 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:32:09.514139 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Attempting to bind port 5a8bc50c-b4c1-411c-be59-15ca0789d239 on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:32:09.516218 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca99b59-3cb6-45f1-a52a-d5ed695c40a3 None None] Pushing event updated for resources: {'Port': ['ID=5a8bc50c-b4c1-411c-be59-15ca0789d239,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:09.521999 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:32:09.522382 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:32:09.522785 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:09.523173 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:32:09.523925 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Bound port: 5a8bc50c-b4c1-411c-be59-15ca0789d239, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:32:09.524009 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:09.574022 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] For port 5a8bc50c-b4c1-411c-be59-15ca0789d239, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:32:09.577172 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] For port 5a8bc50c-b4c1-411c-be59-15ca0789d239, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=5a8bc50c-b4c1-411c-be59-15ca0789d239,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:32:09.581156 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:09.635113 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Routers {'6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:32:09.635721 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:31:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:09.645774 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 57592) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:09.673781 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca99b59-3cb6-45f1-a52a-d5ed695c40a3 None None] Pushing event updated for resources: {'Port': ['ID=5a8bc50c-b4c1-411c-be59-15ca0789d239,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:09.747843 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] Set router 6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:32:09.760857 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-56c161a9-309e-405f-b39c-3cb42361a4cd admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139359 Sep 27 12:32:09.971848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'name': 'router1', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5a8bc50c-b4c1-411c-be59-15ca0789d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:31:49Z', 'updated_at': '2021-09-27T12:32:06Z', 'revision_number': 4, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'gw_port': {'id': '5a8bc50c-b4c1-411c-be59-15ca0789d239', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:32:06Z', 'updated_at': '2021-09-27T12:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'fe835b26-5b64-4099-b34f-97c7d33a88de', 'name': '', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'mac_address': 'fa:16:3e:55:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:31:58Z', 'updated_at': '2021-09-27T12:32:01Z', 'revision_number': 5, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnets': [{'id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:32:09.998018 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa1745-9fb1-4c6e-95da-f3b37b0aff21 None None] The sync data for ids ['6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce'] in dv-cinder-801522-3-iscsi is: [{'id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'name': 'router1', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5a8bc50c-b4c1-411c-be59-15ca0789d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:31:49Z', 'updated_at': '2021-09-27T12:32:06Z', 'revision_number': 4, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'gw_port': {'id': '5a8bc50c-b4c1-411c-be59-15ca0789d239', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:32:06Z', 'updated_at': '2021-09-27T12:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'fe835b26-5b64-4099-b34f-97c7d33a88de', 'name': '', 'network_id': '731e60ee-205f-479b-bfa2-2ac2611b9b3d', 'tenant_id': 'af752a74f3d74245a453d7e0c01421c7', 'mac_address': 'fa:16:3e:55:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6e1c3-8ba3-4d24-8146-8e3b979c5fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:31:58Z', 'updated_at': '2021-09-27T12:32:01Z', 'revision_number': 5, 'project_id': 'af752a74f3d74245a453d7e0c01421c7', 'subnets': [{'id': '3d277444-5cae-4f2a-8113-d9541d0b4735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c527aa5d-5e40-4354-801e-d22c69fa1482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:32:10.517409 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 5a8bc50c-b4c1-411c-be59-15ca0789d239 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:32:10.572025 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 5a8bc50c-b4c1-411c-be59-15ca0789d239 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:10.572025 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:10.679832 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:10.701655 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 5a8bc50c-b4c1-411c-be59-15ca0789d239, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=5a8bc50c-b4c1-411c-be59-15ca0789d239,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:32:10.714932 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:10.766470 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=5a8bc50c-b4c1-411c-be59-15ca0789d239,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:12.499326 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 5a8bc50c-b4c1-411c-be59-15ca0789d239 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:32:12.546917 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 5a8bc50c-b4c1-411c-be59-15ca0789d239 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:12.547290 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:23.285769 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-674ad4d6-e714-4567-a8c9-5bf6e89fa5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.015096 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-11216d8f-4d27-4705-805c-9b1dce6fb380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.850782 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:27.212577 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:29.056427 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:40.720950 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:32:53.289959 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f19f335a-35dd-4e05-b1bb-e49b96efac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:55.998259 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4658109d-5128-41e1-b196-707aeafb86e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:56.854186 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:57.209522 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:59.059673 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:17.719382 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:33:23.292294 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1721dd9e-8183-450c-adc2-8f8b0ab5b0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:25.999600 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-3f05bfd4-1bf5-4bcd-a916-0d8adf27c67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:26.858535 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:27.210430 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:29.061339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:45.922938 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58154) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:45.984706 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.pecan_wsgi.hooks.translation [None req-b465a3d7-9fb4-4fec-9d16-d98bdb198c75 admin admin] GET failed (client error): The resource could not be found. Sep 27 12:33:45.986011 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-b465a3d7-9fb4-4fec-9d16-d98bdb198c75 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621402 Sep 27 12:33:46.148506 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695bcbd-5106-4865-a05f-54718d76ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:46.150018 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-b695bcbd-5106-4865-a05f-54718d76ff21 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588771 Sep 27 12:33:48.334395 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58164) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:48.423375 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a74014-721a-4991-baac-0789d9bd3091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:48.424759 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-78a74014-721a-4991-baac-0789d9bd3091 admin admin] 10.222.0.15 "GET /v2.0/subnets/3d277444-5cae-4f2a-8113-d9541d0b4735 HTTP/1.1" status: 200 len: 849 time: 0.0894282 Sep 27 12:33:48.435695 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:33:48.519631 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.655865 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762560489719'] for subnet, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.688845 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:48.689456 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.692264 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] 10.222.0.15 "PUT /v2.0/subnets/3d277444-5cae-4f2a-8113-d9541d0b4735 HTTP/1.1" status: 200 len: 868 time: 0.2587855 Sep 27 12:33:48.707114 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc2d1b-7e21-4303-83df-cefcdf643eb3 None None] Network 731e60ee-205f-479b-bfa2-2ac2611b9b3d requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:33:48.710749 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d277444-5cae-4f2a-8113-d9541d0b4735,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:48.718028 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.718460 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.718743 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.719082 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.719419 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.719755 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.720725 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.720725 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.720940 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.721192 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.721448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.721772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87ce0f-27d5-48de-9e6e-4298624593c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:49.089123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-7e8e7ac8-4cf2-4c1b-a980-e8eac1acdfa9 None None] Provisioning complete for port fe835b26-5b64-4099-b34f-97c7d33a88de triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:33:49.089494 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7ac8-4cf2-4c1b-a980-e8eac1acdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:49.171483 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-7e8e7ac8-4cf2-4c1b-a980-e8eac1acdfa9 None None] Provisioning complete for port 2ffd10e9-7ed0-4e51-8549-0f653a21e683 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:33:49.171745 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7ac8-4cf2-4c1b-a980-e8eac1acdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.904630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58172) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:51.107440 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad42c9-e476-4509-ad21-879eec38a970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:51.107931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad42c9-e476-4509-ad21-879eec38a970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:51.109537 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f1ad42c9-e476-4509-ad21-879eec38a970 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039499 Sep 27 12:33:53.294513 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-084e085d-a274-40e4-9111-827e8fcab51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:53.341113 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58182) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:53.472263 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb52383-28e3-4ea0-8d67-5db691c788fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:53.472744 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb52383-28e3-4ea0-8d67-5db691c788fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:53.474282 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-dbb52383-28e3-4ea0-8d67-5db691c788fd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321995 Sep 27 12:33:54.717391 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:33:55.648167 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58190) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:55.771012 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840462f1-8c9e-4d1b-bd11-426dc6ab9b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:55.772396 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-840462f1-8c9e-4d1b-bd11-426dc6ab9b83 admin admin] 10.222.0.15 "GET /v2.0/networks/111e4828-82af-4129-9d4f-7f04fbb54d85 HTTP/1.1" status: 200 len: 886 time: 0.1232593 Sep 27 12:33:56.001076 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0048ece4-aef6-4890-a536-83029636a85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:56.859519 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:57.213292 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:57.947874 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58198) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:58.095680 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f717b-b5c5-4adb-823a-f7c06fa43090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:58.097107 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-fb4f717b-b5c5-4adb-823a-f7c06fa43090 admin admin] 10.222.0.15 "GET /v2.0/networks/731e60ee-205f-479b-bfa2-2ac2611b9b3d HTTP/1.1" status: 200 len: 869 time: 0.1482434 Sep 27 12:33:59.062281 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:00.274072 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58206) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:00.399380 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebcc9a-0d4c-40fb-8f78-646804d492b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:00.399857 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebcc9a-0d4c-40fb-8f78-646804d492b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:00.401436 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-33ebcc9a-0d4c-40fb-8f78-646804d492b0 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264853 Sep 27 12:34:02.578304 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58214) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:02.667693 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbbc45-0f90-4925-9730-e2d75ad166e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:02.668186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbbc45-0f90-4925-9730-e2d75ad166e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:02.669691 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-03dbbc45-0f90-4925-9730-e2d75ad166e0 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904388 Sep 27 12:34:04.842080 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58222) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:04.936074 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d258be-3b85-46e2-b945-b8d381b376d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:04.937468 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a7d258be-3b85-46e2-b945-b8d381b376d6 admin admin] 10.222.0.15 "GET /v2.0/subnets/3d277444-5cae-4f2a-8113-d9541d0b4735 HTTP/1.1" status: 200 len: 868 time: 0.0944333 Sep 27 12:34:07.106879 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58230) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:07.194619 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461e8dd-8244-4e82-ac31-76b652eded0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:07.195949 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f461e8dd-8244-4e82-ac31-76b652eded0f admin admin] 10.222.0.15 "GET /v2.0/subnets/abccaef9-2a22-4cd5-8771-1398b54d0abe HTTP/1.1" status: 200 len: 816 time: 0.0881312 Sep 27 12:34:23.296424 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c63f2797-e45d-4a12-95f3-7599d3852cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:26.002060 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e2898a44-c44c-4898-bdba-040ceb7db5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:26.859745 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:27.215806 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:29.072415 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:30.829041 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58284) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:30.875700 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [None req-36c2c6ea-7597-47f5-aec1-b3e7fa86257a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:34:30.876729 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-36c2c6ea-7597-47f5-aec1-b3e7fa86257a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467567 Sep 27 12:34:31.715084 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:34:33.138123 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58292) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:33.197780 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d22229-0d57-463e-b60f-1ab28f086394 admin admin] GET failed (client error): The resource could not be found. Sep 27 12:34:33.199077 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-b2d22229-0d57-463e-b60f-1ab28f086394 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599940 Sep 27 12:34:33.281783 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2243cb8-3486-4409-9655-1d01f631f107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:33.283139 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-b2243cb8-3486-4409-9655-1d01f631f107 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795238 Sep 27 12:34:35.488048 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58300) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:35.536382 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:34:35.557569 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Made reservation on behalf of 8d2fc49c066a47e5a2a931f771dbabf5 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:34:35.559718 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:35.595114 dv-cinder-801522-3-iscsi neutron-server[100728]: WARNING neutron.services.revisions.revision_plugin [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Could not find related network for resource to bump revision. Sep 27 12:34:35.605768 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:34:35.614678 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:35.615013 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Added segment 10aa83da-cf39-4219-bf06-8019e119ffc2 of type vlan for network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 Sep 27 12:34:35.651468 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:35.674684 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:35.675827 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:35.676967 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:35.706317 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2166402 Sep 27 12:34:35.738343 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662fd6e-eecf-4243-ba79-b95ea97fe890 admin admin] Pushing event updated for resources: {'Network': ['ID=2728168a-3ecc-4d1d-9a7d-cad8ca5c1366,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:34:35.749925 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:34:37.905061 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58308) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:34:37.964967 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb851fb0-0e3e-421b-81b4-58086b576d04 admin admin] GET failed (client error): The resource could not be found. Sep 27 12:34:37.966315 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-cb851fb0-0e3e-421b-81b4-58086b576d04 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602653 Sep 27 12:34:38.038038 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8816ff-7b94-49e0-881c-148b6711ea00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:38.039512 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-af8816ff-7b94-49e0-881c-148b6711ea00 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686088 Sep 27 12:34:38.051152 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366', 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:34:38.070652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Made reservation on behalf of 8d2fc49c066a47e5a2a931f771dbabf5 for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:34:38.072876 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.231674 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.285357 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126dca63-aa6b-4f0f-942e-2642c3441be7,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:34:38.292753 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Checking segment: {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:34:38.293116 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Network hostable DHCP agents. Network: 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:34:38.308833 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:34:38.317278 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:34:38.321861 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:34:38.322712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.325770 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99df06-4a6a-45d5-951f-d0a19a3fde93 None None] Network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:34:38.337456 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-85ed18d8-2461-481d-841f-4b34c12be5c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2899497 Sep 27 12:34:38.479023 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-2728168a-3ecc-4d1d-9a7d-cad8ca5c1366', 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366', 'tenant_id': '8d2fc49c066a47e5a2a931f771dbabf5', 'fixed_ips': [{'subnet_id': '126dca63-aa6b-4f0f-942e-2642c3441be7'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:34:38.479898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.619678 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Allocated IP 192.168.233.2 (2728168a-3ecc-4d1d-9a7d-cad8ca5c1366/126dca63-aa6b-4f0f-942e-2642c3441be7/a124cf3b-04fc-4168-a5a1-9279d4e080c8) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:34:38.766794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.774740 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.810960 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:34:38.813747 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:34:38.817626 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:34:38.831156 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Pushing event updated for resources: {'Port': ['ID=a124cf3b-04fc-4168-a5a1-9279d4e080c8,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:34:38.853865 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.854250 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.854604 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.854931 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.855269 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.855604 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.855936 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.856310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.856661 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.856993 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.857316 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.857639 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:34:38.885703 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Attempting to bind port a124cf3b-04fc-4168-a5a1-9279d4e080c8 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:34:38.886064 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Attempting to bind port a124cf3b-04fc-4168-a5a1-9279d4e080c8 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:34:38.886420 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Attempting to bind port a124cf3b-04fc-4168-a5a1-9279d4e080c8 on network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:34:38.891339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:34:38.891712 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Checking segment: {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:34:38.892139 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.892531 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Bound using segment: {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:34:38.893000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Bound port: a124cf3b-04fc-4168-a5a1-9279d4e080c8, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:34:38.893430 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:38.960093 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] For port a124cf3b-04fc-4168-a5a1-9279d4e080c8, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:34:38.963571 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] For port a124cf3b-04fc-4168-a5a1-9279d4e080c8, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=a124cf3b-04fc-4168-a5a1-9279d4e080c8,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:34:38.968085 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:39.026986 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d8b6-4c6e-44a9-9d8c-387a06886b46 None None] Pushing event updated for resources: {'Port': ['ID=a124cf3b-04fc-4168-a5a1-9279d4e080c8,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:34:39.802453 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2128d6-a422-4b1c-9659-f74d9e78bbe5 None None] Network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:34:39.869344 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-be80e9b9-0539-43e7-8510-cac8573711e8 None None] Provisioning complete for port a124cf3b-04fc-4168-a5a1-9279d4e080c8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:34:39.869708 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-be80e9b9-0539-43e7-8510-cac8573711e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:40.007425 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-be80e9b9-0539-43e7-8510-cac8573711e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:40.050545 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-be80e9b9-0539-43e7-8510-cac8573711e8 None None] For port a124cf3b-04fc-4168-a5a1-9279d4e080c8, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=a124cf3b-04fc-4168-a5a1-9279d4e080c8,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:34:40.055578 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-be80e9b9-0539-43e7-8510-cac8573711e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:40.109533 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80e9b9-0539-43e7-8510-cac8573711e8 None None] Pushing event updated for resources: {'Port': ['ID=a124cf3b-04fc-4168-a5a1-9279d4e080c8,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:34:40.276942 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-e4ec3207-5c08-4a48-a7ce-945c1fa53f71 None None] Provisioning complete for port a124cf3b-04fc-4168-a5a1-9279d4e080c8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:34:40.277236 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3207-5c08-4a48-a7ce-945c1fa53f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:40.620103 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device a124cf3b-04fc-4168-a5a1-9279d4e080c8 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:34:40.671930 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port a124cf3b-04fc-4168-a5a1-9279d4e080c8 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:34:40.672335 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:53.298933 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6f3e863a-24b2-4d58-9c37-8735b3342e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:56.002995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ca83a75-7dee-4920-b172-c334beb31ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:56.861259 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:57.219783 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:59.075227 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:08.714155 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:35:23.299398 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8c4dfc8f-17ee-4398-8c33-97f361b56bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:26.010693 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-741522b0-1855-4329-8e9c-330803ad04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:26.864669 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:27.222973 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:29.082568 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:45.713480 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:35:46.857982 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58360) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:35:46.864432 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [None req-adae7b44-a91d-4ba6-bd6a-53033555ea42 tempest-verify_tempest_config-1216801085 tempest-verify_tempest_config-1216801085-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:35:46.865401 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-adae7b44-a91d-4ba6-bd6a-53033555ea42 tempest-verify_tempest_config-1216801085 tempest-verify_tempest_config-1216801085-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064943 Sep 27 12:35:47.153086 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58378) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:35:47.254314 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.368840 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.372540 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.421409 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d0863f85d544aa6a3be1b68229b3e6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2672756 Sep 27 12:35:47.423018 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4081142c-436e-41f9-827f-0417feebd1ef,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:35:47.424245 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58382) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:35:47.430676 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.431074 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.431434 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.431771 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.432142 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.432488 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.432823 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.433172 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.433523 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.433856 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.434186 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.434510 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27b292-77f2-44d1-ad37-21df11466f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.487414 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.510796 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.669457 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.671995 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.673167 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4081142c-436e-41f9-827f-0417feebd1ef HTTP/1.1" status: 204 len: 168 time: 0.2476494 Sep 27 12:35:47.681296 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4081142c-436e-41f9-827f-0417feebd1ef,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:35:47.687760 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.688139 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.688491 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.688829 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.689159 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.689488 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.690299 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.690647 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.690995 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.691325 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.691645 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:47.691965 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cb4ab-841c-4dfc-91cf-3d472d7ba038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:35:53.302128 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-942f3741-d591-4cb4-ab14-c260c7504bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:56.012408 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9717-f66b-4e5d-8423-ac5952ed43d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:56.866567 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:57.226761 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:59.080319 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:22.711816 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:36:23.302385 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c29571e8-f500-41d7-b38d-a631d0042f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:26.014241 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-18dde9a2-0716-4a73-876a-e94fffb6eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:26.867220 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:27.229721 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:29.084304 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:53.303604 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-456099d0-f3b7-4cc6-85e3-37167a6a95a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:56.016005 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-19a8e956-979e-4dad-87b6-53711cd22195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:56.867228 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:57.231507 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:59.086570 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:59.711922 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 5 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:37:21.636926 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617687'] for agent, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:23.303357 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5021e476-9348-4509-9d35-ab7a8d1e5f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:26.017134 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-24983b00-b28d-44b5-9563-b52bacbc179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:26.867379 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:27.235164 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:29.089640 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:36.669673 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58458) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:37:36.711045 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:37:36.771921 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-2c8950cc-6a3d-4107-a8b0-e8110aace0cf admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1011698 Sep 27 12:37:38.972462 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58468) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:37:39.026067 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-51bfa77b-6625-40b8-b046-6023a04d44e3 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525162 Sep 27 12:37:51.581322 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:53.303946 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-66266852-0a3e-4d1f-8c41-8d806f8d55b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:56.020933 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-a807805a-01c8-4f93-aa23-005735f3520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:56.868078 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:57.236833 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:59.093236 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:13.709657 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:38:21.589118 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:23.303625 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9c1696ab-416b-4bf6-b906-ea57695abf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:26.024792 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eaea0636-c43a-4244-907a-687d3835333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:26.869886 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:27.239949 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:29.097014 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:50.709040 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:38:51.592000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:53.304951 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f2d2b721-9b18-4791-9697-78bd1e475d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:56.025998 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb089-a3d3-4060-8e13-1e217789dafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:56.871746 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:57.243881 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:59.098492 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.384390 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58606) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:10.414089 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58614) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:10.628190 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-network', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:10.656471 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Made reservation on behalf of 31db929fbd884788a93e9466f9b59fbb for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:10.659150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.665449 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1992954074-network', 'tenant_id': '5b4a3e32604647879cbbe4b1e6762eb2'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:10.688300 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.718469 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Made reservation on behalf of 5b4a3e32604647879cbbe4b1e6762eb2 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:10.720768 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.736367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.819561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.824335 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.849418 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:39:10.867772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.868099 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Added segment e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae of type vlan for network b5cf3484-68f6-4d34-aefd-257d643cb7dc Sep 27 12:39:10.938724 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.975913 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba44db-42dd-4123-93a5-db06078d638e,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:10.990356 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:10.991435 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:10.992025 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.022412 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.022813 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.023349 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.023894 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.024257 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.024786 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.025125 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.025716 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.026032 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.026310 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.026700 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.026954 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Tracked resource versions report: Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: pushed versions: Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: { 'AddressGroup': {'1.2'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'ConntrackHelper': {'1.0'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Log': {'1.0'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Network': {'1.1'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Port': {'1.7'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'PortForwarding': {'1.2'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'QosPolicy': {'1.9'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroup': {'1.4'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SubPort': {'1.0'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Subnet': {'1.1'}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Trunk': {'1.1'}} Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: consumer versions: Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: HyperV agent@hv-cinder-80152: {}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'ConntrackHelper': '1.0', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Log': '1.0', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Network': '1.1', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Port': '1.7', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'PortForwarding': '1.2', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'QosPolicy': '1.9', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroup': '1.4', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SecurityGroupRule': '1.2', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'SubPort': '1.0', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Subnet': '1.1', Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: 'Trunk': '1.1'}} Sep 27 12:39:11.028597 dv-cinder-801522-3-iscsi neutron-server[100728]: {{(pid=100728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:39:11.058566 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.073060 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.089881 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7048244 Sep 27 12:39:11.093434 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58660) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:11.100261 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Request body: {'subnet': {'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-subnet', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:11.115526 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:11.124621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Made reservation on behalf of 31db929fbd884788a93e9466f9b59fbb for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:11.129932 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:39:11.131323 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.161817 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db6db-544f-4bd8-a829-53d6affc138b admin admin] Pushing event updated for resources: {'Network': ['ID=b5cf3484-68f6-4d34-aefd-257d643cb7dc,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:11.169208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.169783 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Added segment 03ae1225-aa72-475a-8287-9c11eb7b060d of type vlan for network 64da1391-ac6f-4753-a24e-98f74d82abc8 Sep 27 12:39:11.180212 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:39:11.224535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.258083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.259877 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:11.260731 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.308419 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8904510 Sep 27 12:39:11.308947 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58674) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:11.319693 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Request body: {'subnet': {'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1992954074-subnet', 'tenant_id': '5b4a3e32604647879cbbe4b1e6762eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:11.349762 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.412463 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb1c7c4-3b8b-4364-8273-bc7150733849,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:11.424150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.425294 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.425830 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.426885 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.427396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.427912 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.428465 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.429012 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.430017 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.430526 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.431028 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.431535 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Tracked resource versions report: Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: pushed versions: Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: { 'AddressGroup': {'1.2'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'ConntrackHelper': {'1.0'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Log': {'1.0'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Network': {'1.1'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Port': {'1.7'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'PortForwarding': {'1.2'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'QosPolicy': {'1.9'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroup': {'1.4'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SubPort': {'1.0'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Subnet': {'1.1'}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Trunk': {'1.1'}} Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: consumer versions: Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: HyperV agent@hv-cinder-80152: {}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'ConntrackHelper': '1.0', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Log': '1.0', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Network': '1.1', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Port': '1.7', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'PortForwarding': '1.2', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'QosPolicy': '1.9', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroup': '1.4', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SecurityGroupRule': '1.2', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'SubPort': '1.0', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Subnet': '1.1', Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: 'Trunk': '1.1'}} Sep 27 12:39:11.432952 dv-cinder-801522-3-iscsi neutron-server[100729]: {{(pid=100729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:39:11.435335 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d55ef-d614-41e1-b73d-1abca41d2460 admin admin] Pushing event updated for resources: {'Network': ['ID=64da1391-ac6f-4753-a24e-98f74d82abc8,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:11.458507 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Made reservation on behalf of 5b4a3e32604647879cbbe4b1e6762eb2 for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:11.461663 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.475378 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Checking segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:11.476146 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Network hostable DHCP agents. Network: b5cf3484-68f6-4d34-aefd-257d643cb7dc, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:39:11.483239 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 64da1391-ac6f-4753-a24e-98f74d82abc8 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:39:11.499958 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:39:11.518109 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, b5cf3484-68f6-4d34-aefd-257d643cb7dc) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:11.524918 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:11.525532 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.533871 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58684) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:11.534553 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207ac8f-8f7c-4cf5-abfd-e9824acb45ec None None] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:11.561217 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-6101dee5-c420-4b07-9355-c43809701697 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4659538 Sep 27 12:39:11.563952 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58688) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:11.577185 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:11.625194 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.626692 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.755125 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:39:11.756015 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.760164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.761471 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.874708 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Checking segment: {'id': '03ae1225-aa72-475a-8287-9c11eb7b060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:11.875065 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Network hostable DHCP agents. Network: 64da1391-ac6f-4753-a24e-98f74d82abc8, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:39:11.928056 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Network 64da1391-ac6f-4753-a24e-98f74d82abc8 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:39:11.937452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=374c268d-95e4-4527-b701-27ce7643dbe5,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:11.949387 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 64da1391-ac6f-4753-a24e-98f74d82abc8) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:11.956149 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:11.957139 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.984721 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-0eceffca-988a-4304-aa37-a9d738f9a86b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6675363 Sep 27 12:39:11.995799 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385a70f-144a-49b6-96cc-4857299c52ee None None] Network 64da1391-ac6f-4753-a24e-98f74d82abc8 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:12.040398 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.052283 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-800334631-network', 'tenant_id': '2dfb2548edac4f6eacfc36ae35385cb0'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:12.073089 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Allocated IP 172.20.0.2 (b5cf3484-68f6-4d34-aefd-257d643cb7dc/8eb1c7c4-3b8b-4364-8273-bc7150733849/688157f7-09bb-4080-9cf9-f7d557e7f9eb) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:12.109395 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Made reservation on behalf of 2dfb2548edac4f6eacfc36ae35385cb0 for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:12.112240 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.157923 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.210732 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564652d-f861-446f-a629-069c8ac28d60 None None] Network 64da1391-ac6f-4753-a24e-98f74d82abc8 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:12.350008 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.374310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.375374 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.406596 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.431504 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Pushing event updated for resources: {'Port': ['ID=688157f7-09bb-4080-9cf9-f7d557e7f9eb,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:12.444957 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58712) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:12.459466 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.459837 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.460901 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.461192 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.462114 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.462243 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.462503 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.462838 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.463182 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.463512 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.463836 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.464196 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Tracked resource versions report: Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: pushed versions: Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: { 'AddressGroup': {'1.2'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'ConntrackHelper': {'1.0'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Log': {'1.0'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Network': {'1.1'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Port': {'1.7'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'PortForwarding': {'1.2'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'QosPolicy': {'1.9'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroup': {'1.4'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SubPort': {'1.0'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Subnet': {'1.1'}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Trunk': {'1.1'}} Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: consumer versions: Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: HyperV agent@hv-cinder-80152: {}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'ConntrackHelper': '1.0', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Log': '1.0', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Network': '1.1', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Port': '1.7', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'PortForwarding': '1.2', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'QosPolicy': '1.9', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroup': '1.4', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SecurityGroupRule': '1.2', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'SubPort': '1.0', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Subnet': '1.1', Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: 'Trunk': '1.1'}} Sep 27 12:39:12.465422 dv-cinder-801522-3-iscsi neutron-server[100730]: {{(pid=100730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:39:12.482535 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:12.484255 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:12.488888 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:12.506285 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58718) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:12.520506 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.529190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.548726 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:39:12.560802 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Attempting to bind port 688157f7-09bb-4080-9cf9-f7d557e7f9eb on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:12.561247 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Attempting to bind port 688157f7-09bb-4080-9cf9-f7d557e7f9eb by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:12.561697 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Attempting to bind port 688157f7-09bb-4080-9cf9-f7d557e7f9eb on network b5cf3484-68f6-4d34-aefd-257d643cb7dc {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:12.567689 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:12.568238 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Checking segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:12.568938 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.569247 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Bound using segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:12.570091 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Bound port: 688157f7-09bb-4080-9cf9-f7d557e7f9eb, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:12.570252 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.594095 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8617de-6452-4800-84b2-18d290cb96db,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:12.619407 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762560548235', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.619967 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Unsubscribe: segment precommit_create {{(pid=100729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 12:39:12.620464 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Added segment 969cbf57-d35c-4b19-a041-a94a3b004698 of type vlan for network 6d03494c-11b5-4585-8371-25a2e78d102e Sep 27 12:39:12.643208 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] For port 688157f7-09bb-4080-9cf9-f7d557e7f9eb, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:12.648229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] For port 688157f7-09bb-4080-9cf9-f7d557e7f9eb, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=688157f7-09bb-4080-9cf9-f7d557e7f9eb,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:12.656233 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.690480 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.694106 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Allocated IP 172.27.0.98 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/68d5313e-e33a-4763-abc1-0d5f155de9a3) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:12.733787 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343c7ec-05b9-48ff-bc98-edbc9ef51b5e None None] Pushing event updated for resources: {'Port': ['ID=688157f7-09bb-4080-9cf9-f7d557e7f9eb,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:12.770327 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.771291 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:12.771985 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.792367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-network', 'tenant_id': '50e77355d7d84246bf4a7db12749b574'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:12.834671 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2994792 Sep 27 12:39:12.835314 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58736) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:12.844409 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Made reservation on behalf of 50e77355d7d84246bf4a7db12749b574 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:12.850739 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.857275 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Request body: {'subnet': {'network_id': '6d03494c-11b5-4585-8371-25a2e78d102e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-800334631-subnet', 'tenant_id': '2dfb2548edac4f6eacfc36ae35385cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:12.859569 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-680283661-network', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:12.883083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.930012 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Made reservation on behalf of 26bdff77fe5641f6b8e24c0ff9fc05de for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:12.933377 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.941673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89991e-c589-47a7-bbc9-2e5081335cfb admin admin] Pushing event updated for resources: {'Network': ['ID=6d03494c-11b5-4585-8371-25a2e78d102e,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:12.947521 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.966951 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 6d03494c-11b5-4585-8371-25a2e78d102e details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:39:12.979062 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Made reservation on behalf of 2dfb2548edac4f6eacfc36ae35385cb0 for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:12.981911 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:12.998605 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.122816 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.174853 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Pushing event updated for resources: {'Port': ['ID=68d5313e-e33a-4763-abc1-0d5f155de9a3,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:13.183079 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.200634 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:13.204274 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.234441 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:39:13.265541 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352f9ba-b639-46a3-93de-ae80a35b79d8,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:13.270751 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.271332 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Added segment 7e681231-7e68-4a25-bffa-5574bdac570e of type vlan for network fd1bffd1-0dff-45de-bab7-454c54a655e2 Sep 27 12:39:13.297157 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:13.300985 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:13.335511 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.388596 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.401763 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.402960 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:13.403646 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.422396 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.443539 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9973340 Sep 27 12:39:13.444504 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.454761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58762) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:13.457836 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:39:13.465258 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Request body: {'subnet': {'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-subnet', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:13.470196 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.470897 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Added segment 89316e9d-09a8-4175-922b-d9162455844f of type vlan for network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 Sep 27 12:39:13.518578 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac610c7-a8a3-4ffd-ae28-f21ca2ebd6e0,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:13.522731 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.580434 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6af631-98fb-4457-9465-54016ec2423d,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:13.585192 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.586534 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:13.587324 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.642843 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed5b9-bba0-4ebf-8a99-5170bf60d029 admin admin] Pushing event updated for resources: {'Network': ['ID=fd1bffd1-0dff-45de-bab7-454c54a655e2,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:13.654837 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:39:13.659068 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Checking segment: {'id': '969cbf57-d35c-4b19-a041-a94a3b004698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6d03494c-11b5-4585-8371-25a2e78d102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:13.659448 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Network hostable DHCP agents. Network: 6d03494c-11b5-4585-8371-25a2e78d102e, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:39:13.661649 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Made reservation on behalf of 50e77355d7d84246bf4a7db12749b574 for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:13.666753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.808661 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3010972 Sep 27 12:39:13.811790 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c6a67-5784-409b-9d47-9f16ab331150 admin admin] Pushing event updated for resources: {'Network': ['ID=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:13.819196 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58772) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:13.834184 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Request body: {'subnet': {'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-680283661-subnet', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:13.839174 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:39:13.840287 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Network 6d03494c-11b5-4585-8371-25a2e78d102e is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:39:13.888084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Made reservation on behalf of 26bdff77fe5641f6b8e24c0ff9fc05de for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:13.890565 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.913259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:13.926234 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 6d03494c-11b5-4585-8371-25a2e78d102e) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:13.961613 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8a121-7d34-49e6-951b-e742020db423 None None] Network 6d03494c-11b5-4585-8371-25a2e78d102e requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:14.253232 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56450df8-df36-48a8-819d-000ed3eba5ac None None] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:14.279819 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:14.281587 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.283699 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4bea7-802c-4408-87f5-32244164f01f None None] Network 6d03494c-11b5-4585-8371-25a2e78d102e requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:14.338100 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.421093 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Checking segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:14.421093 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Network hostable DHCP agents. Network: 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:39:14.422691 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c3a77617-5b4e-4f97-b5e4-2ebbf77100ae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5794384 Sep 27 12:39:14.424672 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-9445d3cc-7b8c-4da5-8196-2b3846681004 None None] Provisioning complete for port 688157f7-09bb-4080-9cf9-f7d557e7f9eb triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:14.425291 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9445d3cc-7b8c-4da5-8196-2b3846681004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.438522 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f445bba-75a6-4b24-8083-9de380e30ca7,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:14.451577 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:39:14.471586 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:14.484089 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:14.486558 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.509718 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f054ea-0c3d-42ff-b1a3-8c448a80ff73 None None] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:14.526641 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-55915f0c-fe29-4f91-818f-012b1293d2dd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7016101 Sep 27 12:39:14.531903 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58824) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:14.536391 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:14.576827 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.577859 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.699753 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.796085 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.889181 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58844) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:14.901189 dv-cinder-801522-3-iscsi neutron-server[100728]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 12:39:14.937054 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:14.942985 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 688157f7-09bb-4080-9cf9-f7d557e7f9eb up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:15.077892 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:15.083569 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Checking segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:15.084110 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Network hostable DHCP agents. Network: fd1bffd1-0dff-45de-bab7-454c54a655e2, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:39:15.135984 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:39:15.158534 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, fd1bffd1-0dff-45de-bab7-454c54a655e2) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:15.168040 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:15.168724 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.175196 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Router 595c79c5-ca1f-4d06-9014-778725533155 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:39:15.193749 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee8066-bc5a-40bd-a496-c9f8c010e5f5 None None] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:15.205875 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b605cce0-c7e9-4ea1-8006-29275e8b8b68 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7485960 Sep 27 12:39:15.222902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58860) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:15.336301 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:39:15.336936 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.361434 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:15.374251 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:15.390190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.391450 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:15.392143 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:38:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:15.395539 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-42fe0d5d-de62-4e18-8df6-78c1b246e14b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8298252 Sep 27 12:39:15.398822 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58874) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:15.442720 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9445d3cc-7b8c-4da5-8196-2b3846681004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.562839 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 688157f7-09bb-4080-9cf9-f7d557e7f9eb triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:15.563224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.573541 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:15.582046 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58880) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:15.607556 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-a5833a28-0ffe-4be8-958b-324fcf44d6ee tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:15.619604 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-a5833a28-0ffe-4be8-958b-324fcf44d6ee tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/networks?id=64da1391-ac6f-4753-a24e-98f74d82abc8 HTTP/1.1" status: 200 len: 812 time: 0.7217801 Sep 27 12:39:15.712350 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:15.766546 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.781499 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-9445d3cc-7b8c-4da5-8196-2b3846681004 None None] For port 688157f7-09bb-4080-9cf9-f7d557e7f9eb, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=688157f7-09bb-4080-9cf9-f7d557e7f9eb,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:15.812739 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fd4b3387-7728-4759-bc4e-689bbefe0923 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/quotas/5b4a3e32604647879cbbe4b1e6762eb2 HTTP/1.1" status: 200 len: 375 time: 0.1789215 Sep 27 12:39:15.884831 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.885873 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.920908 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58904) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:15.946188 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-615102422-network', 'tenant_id': '5edc5e0b45d84e68abc240cb9d5ff276'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:15.947672 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.949643 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:13Z', 'revision_number': 3, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:15.969748 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-ae5fe746-0878-45aa-ad0b-58bf6193f962 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b4a3e32604647879cbbe4b1e6762eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324403 Sep 27 12:39:15.986132 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:15.986489 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Updating router 595c79c5-ca1f-4d06-9014-778725533155 port 68d5313e-e33a-4763-abc1-0d5f155de9a3 binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:39:15.989111 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-22dd1183-91a4-4903-ab12-e20fc25ff821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.020778 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Allocated IP 172.20.0.2 (9df8d1ee-3d49-468a-9a66-c4daaa49cfc7/1f445bba-75a6-4b24-8083-9de380e30ca7/ae211afa-f95c-46a5-9ffe-9532d5ed065b) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:16.025711 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.096424 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9445d3cc-7b8c-4da5-8196-2b3846681004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.170812 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Made reservation on behalf of 5edc5e0b45d84e68abc240cb9d5ff276 for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:16.173536 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.267956 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.281812 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.285203 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.434576 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.438705 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-1efdb351-954f-4cfe-bd97-5739ed3fe7ee service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:39:16.439387 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-1efdb351-954f-4cfe-bd97-5739ed3fe7ee service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1695907 Sep 27 12:39:16.479521 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f5707-d03c-419b-86e1-c17c08e05ef3 None None] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:16.518081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.544601 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.554350 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.558885 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.635384 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Allocated IP 172.20.0.1 (b5cf3484-68f6-4d34-aefd-257d643cb7dc/8eb1c7c4-3b8b-4364-8273-bc7150733849/46d5e56e-541a-4334-81d3-3429523facdd) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:16.665694 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.671950 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Pushing event updated for resources: {'Port': ['ID=68d5313e-e33a-4763-abc1-0d5f155de9a3,revision_number=2']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:16.694599 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.695021 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.695423 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.696337 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.697902 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.698593 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.698593 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.698918 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.699268 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.700160 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.700494 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.701156 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Tracked resource versions report: Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: pushed versions: Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: { 'AddressGroup': {'1.2'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'ConntrackHelper': {'1.0'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Log': {'1.0'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Network': {'1.1'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Port': {'1.7'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'PortForwarding': {'1.2'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'QosPolicy': {'1.9'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroup': {'1.4'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SubPort': {'1.0'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Subnet': {'1.1'}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Trunk': {'1.1'}} Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: consumer versions: Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: { DHCP agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: HyperV agent@hv-cinder-80152: {}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: L3 agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: Metadata agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: Metering agent@dv-cinder-801522-3-iscsi: {}, Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: Open vSwitch agent@dv-cinder-801522-3-iscsi: { 'AddressGroup': '1.2', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'ConntrackHelper': '1.0', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Log': '1.0', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Network': '1.1', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Port': '1.7', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'PortForwarding': '1.2', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'QosPolicy': '1.9', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroup': '1.4', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SecurityGroupRule': '1.2', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'SubPort': '1.0', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Subnet': '1.1', Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: 'Trunk': '1.1'}} Sep 27 12:39:16.709184 dv-cinder-801522-3-iscsi neutron-server[100731]: {{(pid=100731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:39:16.723095 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Allocated IP 172.27.0.169 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/b42b071f-2547-4938-b083-c5a156f3255d) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:16.729349 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0c9c400e-d03e-437b-b305-765b91a2ccad None None] Provisioning complete for port 688157f7-09bb-4080-9cf9-f7d557e7f9eb triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:16.730155 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0c9c400e-d03e-437b-b305-765b91a2ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.747255 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:39:16.774333 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Attempting to bind port 68d5313e-e33a-4763-abc1-0d5f155de9a3 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:16.774724 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Attempting to bind port 68d5313e-e33a-4763-abc1-0d5f155de9a3 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:16.775405 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Attempting to bind port 68d5313e-e33a-4763-abc1-0d5f155de9a3 on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:16.786848 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:16.787224 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:16.788346 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de0bcc-453d-4793-bf3d-0445bb508081,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:16.789163 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.789575 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:16.790061 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Bound port: 68d5313e-e33a-4763-abc1-0d5f155de9a3, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:16.790465 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.792880 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d3cc-7b8c-4da5-8196-2b3846681004 None None] Pushing event updated for resources: {'Port': ['ID=688157f7-09bb-4080-9cf9-f7d557e7f9eb,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:16.818776 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.819300 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Added segment 60299a6e-48cd-4f95-96b0-44255127e5c7 of type vlan for network 36f01a05-a80c-4406-ab48-cc7ef1f56fdb Sep 27 12:39:16.864624 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.909668 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.912173 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.912722 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.934506 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] For port 68d5313e-e33a-4763-abc1-0d5f155de9a3, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:16.940729 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] For port 68d5313e-e33a-4763-abc1-0d5f155de9a3, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=68d5313e-e33a-4763-abc1-0d5f155de9a3,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:16.952661 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.979659 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:16.988569 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.989630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:16.990321 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:16.994628 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-22dd1183-91a4-4903-ab12-e20fc25ff821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.029760 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:17.030397 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:38:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:17.040861 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Pushing event updated for resources: {'Port': ['ID=b42b071f-2547-4938-b083-c5a156f3255d,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.043839 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:17.072773 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=36f01a05-a80c-4406-ab48-cc7ef1f56fdb,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.086356 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-22dd1183-91a4-4903-ab12-e20fc25ff821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.106723 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 36f01a05-a80c-4406-ab48-cc7ef1f56fdb details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:39:17.126078 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:17.207099 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172ee5e-4fa9-41d9-a1b6-a324a5f4a945 None None] Pushing event updated for resources: {'Port': ['ID=68d5313e-e33a-4763-abc1-0d5f155de9a3,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.240031 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.252855 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:17.266992 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-22dd1183-91a4-4903-ab12-e20fc25ff821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ea7481cc4574ed5a6bcc268496bc004&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6814334 Sep 27 12:39:17.269832 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58978) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:17.295510 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.301124 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.323846 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-7b0c9fa8-d9bf-4f71-8fff-5b6cc7127ad2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4012625 Sep 27 12:39:17.336651 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 58982) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:17.341930 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:17.344985 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:17.350791 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:17.353145 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Request body: {'subnet': {'network_id': '36f01a05-a80c-4406-ab48-cc7ef1f56fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-615102422-subnet', 'tenant_id': '5edc5e0b45d84e68abc240cb9d5ff276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:17.388455 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Pushing event updated for resources: {'Port': ['ID=ae211afa-f95c-46a5-9ffe-9532d5ed065b,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.421328 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Attempting to bind port ae211afa-f95c-46a5-9ffe-9532d5ed065b on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:17.422249 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Attempting to bind port ae211afa-f95c-46a5-9ffe-9532d5ed065b by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:17.422858 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Attempting to bind port ae211afa-f95c-46a5-9ffe-9532d5ed065b on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:17.428539 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:17.428910 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Checking segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:17.429364 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.429706 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Bound using segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:17.430182 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Bound port: ae211afa-f95c-46a5-9ffe-9532d5ed065b, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:17.430577 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.438618 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Pushing event updated for resources: {'Port': ['ID=46d5e56e-541a-4334-81d3-3429523facdd,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.466306 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:17.467912 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-bbbd8b4e-95d9-4cbf-b359-57530b480449 service neutron] 10.222.0.15 "GET /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128558 Sep 27 12:39:17.476445 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:17.482888 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd1183-91a4-4903-ab12-e20fc25ff821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef8f80a-51a7-414a-9491-f57dd62acc16,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.500593 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:17.501088 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.541145 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] For port ae211afa-f95c-46a5-9ffe-9532d5ed065b, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:17.549506 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] For port ae211afa-f95c-46a5-9ffe-9532d5ed065b, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ae211afa-f95c-46a5-9ffe-9532d5ed065b,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:17.565828 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:13Z', 'revision_number': 3, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:17.566915 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.576039 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-916037a6-2680-433e-b201-b5f3a324279d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.635775 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33524498-b214-4c75-8f5b-031d97d41e7f None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:13Z', 'revision_number': 3, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:17.655286 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Made reservation on behalf of 5edc5e0b45d84e68abc240cb9d5ff276 for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:17.662509 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 58988) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:17.677707 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.689478 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-916037a6-2680-433e-b201-b5f3a324279d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.766430 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03908e6-4f90-4dbb-8a52-68c07c81c4b6 None None] Pushing event updated for resources: {'Port': ['ID=ae211afa-f95c-46a5-9ffe-9532d5ed065b,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:17.828361 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-62a2accf-cb80-4cc0-974f-8e48405b3e39 None None] Provisioning complete for port 46d5e56e-541a-4334-81d3-3429523facdd triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:17.828745 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-62a2accf-cb80-4cc0-974f-8e48405b3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.893909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.898446 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-62a2accf-cb80-4cc0-974f-8e48405b3e39 None None] Port 46d5e56e-541a-4334-81d3-3429523facdd cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:17.947847 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-916037a6-2680-433e-b201-b5f3a324279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.952010 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-916037a6-2680-433e-b201-b5f3a324279d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.953319 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-916037a6-2680-433e-b201-b5f3a324279d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bef8f80a-51a7-414a-9491-f57dd62acc16 HTTP/1.1" status: 204 len: 168 time: 0.6823175 Sep 27 12:39:17.958695 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-461dee09-9e4b-4106-9387-fedb3174b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.961511 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.017870 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916037a6-2680-433e-b201-b5f3a324279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef8f80a-51a7-414a-9491-f57dd62acc16,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:18.168359 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.367438 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-35f95c9a-a360-4d77-a86c-988a71ac6bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983796 Sep 27 12:39:18.413332 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-461dee09-9e4b-4106-9387-fedb3174b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.486114 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.489919 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-461dee09-9e4b-4106-9387-fedb3174b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.518266 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.519873 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.522004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.601355 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59002) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:18.642630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Pushing event updated for resources: {'Port': ['ID=46d5e56e-541a-4334-81d3-3429523facdd,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:18.660651 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.663257 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c210df69-8a65-41d3-b3df-39016a90a1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.678468 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Checking segment: {'id': '60299a6e-48cd-4f95-96b0-44255127e5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '36f01a05-a80c-4406-ab48-cc7ef1f56fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:18.679180 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Network hostable DHCP agents. Network: 36f01a05-a80c-4406-ab48-cc7ef1f56fdb, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:39:18.690849 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-461dee09-9e4b-4106-9387-fedb3174b534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b230bee884e4c01bd215d767414b361&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0221374 Sep 27 12:39:18.693837 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59010) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:18.814573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Allocated IP 172.27.0.46 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/e4d679ef-3a33-468b-9395-47ddadc43376) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:18.877789 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:18.882251 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dee09-9e4b-4106-9387-fedb3174b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c4e26a-22c4-4b97-8d17-93dc7f809a03,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:18.897436 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:19.166396 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 68d5313e-e33a-4763-abc1-0d5f155de9a3 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:19.180220 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Router 595c79c5-ca1f-4d06-9014-778725533155 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:39:19.187627 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c210df69-8a65-41d3-b3df-39016a90a1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.217158 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd21699-7895-49a0-9b14-85dc24fc774e,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:19.289793 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c210df69-8a65-41d3-b3df-39016a90a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.305128 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 68d5313e-e33a-4763-abc1-0d5f155de9a3 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:19.307961 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.403076 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Network 36f01a05-a80c-4406-ab48-cc7ef1f56fdb is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:39:19.440743 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:19.463494 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b725e087-a442-44d7-92ea-f3b36ff60961 admin admin] 10.222.0.15 "PUT /v2.0/routers/595c79c5-ca1f-4d06-9014-778725533155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0607827 Sep 27 12:39:19.476355 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c210df69-8a65-41d3-b3df-39016a90a1a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=458c8b8633524a5e81a910b2fd9e0da8&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8687375 Sep 27 12:39:19.481332 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 36f01a05-a80c-4406-ab48-cc7ef1f56fdb) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:19.481638 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59048) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:19.487617 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210df69-8a65-41d3-b3df-39016a90a1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca8fe3-bea9-4626-a622-0aa6b85b7789,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:19.531472 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:19.532105 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.558687 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.583981 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-50190e96-d057-4bef-b832-122d3f25b2a7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2385690 Sep 27 12:39:19.587076 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc72a16-2183-4856-a432-95b7d6eb4e86 None None] Network 36f01a05-a80c-4406-ab48-cc7ef1f56fdb requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:19.594594 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a4507-3ad8-4673-8e90-32073a4d1053 None None] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:19.641401 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8e767b8-f13f-40a5-a7c1-1263e763027c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.654050 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a58ffb80-a6eb-4a0b-b463-2ccf127c3f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.703925 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8e767b8-f13f-40a5-a7c1-1263e763027c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.712045 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 68d5313e-e33a-4763-abc1-0d5f155de9a3, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=68d5313e-e33a-4763-abc1-0d5f155de9a3,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:19.725384 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.733347 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-9df5942d-49e6-4970-85c8-b2baab930969 None None] Provisioning complete for port 46d5e56e-541a-4334-81d3-3429523facdd triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:19.734288 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9df5942d-49e6-4970-85c8-b2baab930969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.741054 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a58ffb80-a6eb-4a0b-b463-2ccf127c3f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.792707 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-9df5942d-49e6-4970-85c8-b2baab930969 None None] Port 46d5e56e-541a-4334-81d3-3429523facdd cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:19.814878 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.821469 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8e767b8-f13f-40a5-a7c1-1263e763027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.824507 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8e767b8-f13f-40a5-a7c1-1263e763027c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.825809 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c8e767b8-f13f-40a5-a7c1-1263e763027c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4ca8fe3-bea9-4626-a622-0aa6b85b7789 HTTP/1.1" status: 204 len: 168 time: 0.3431206 Sep 27 12:39:19.841860 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e767b8-f13f-40a5-a7c1-1263e763027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca8fe3-bea9-4626-a622-0aa6b85b7789,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:19.877301 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.899594 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.901638 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ae211afa-f95c-46a5-9ffe-9532d5ed065b up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:19.924185 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59072) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:19.931682 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59074) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:20.011177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a58ffb80-a6eb-4a0b-b463-2ccf127c3f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.017254 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a58ffb80-a6eb-4a0b-b463-2ccf127c3f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.021439 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a58ffb80-a6eb-4a0b-b463-2ccf127c3f78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6c4e26a-22c4-4b97-8d17-93dc7f809a03 HTTP/1.1" status: 204 len: 168 time: 1.1813626 Sep 27 12:39:20.029874 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Deleting subnet dac610c7-a8a3-4ffd-ae28-f21ca2ebd6e0 {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:39:20.030573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:20.039206 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.117763 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:20.125267 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:20.147972 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.159632 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.166780 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ffb80-a6eb-4a0b-b463-2ccf127c3f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c4e26a-22c4-4b97-8d17-93dc7f809a03,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:20.255119 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d679ef-3a33-468b-9395-47ddadc43376,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:20.282796 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.337722 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.344464 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dac610c7-a8a3-4ffd-ae28-f21ca2ebd6e0 HTTP/1.1" status: 204 len: 168 time: 0.4186070 Sep 27 12:39:20.355861 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59100) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:20.390247 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1c812-62fb-45e3-8594-b2925dd21aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac610c7-a8a3-4ffd-ae28-f21ca2ebd6e0,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:20.487879 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=68d5313e-e33a-4763-abc1-0d5f155de9a3,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:20.561877 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.582166 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-40104443-99b8-4c2c-85cc-f366dd9d2c54 None None] Provisioning complete for port ae211afa-f95c-46a5-9ffe-9532d5ed065b triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:20.586637 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-40104443-99b8-4c2c-85cc-f366dd9d2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.608936 dv-cinder-801522-3-iscsi neutron-server[100729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 12:39:20.707958 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:20.724628 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de4f1caa-5d66-409a-bc43-742cd44f1ee2 req-0b3a6bdf-b019-4b6c-ab84-9e1231114b76 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 210 time: 0.7905376 Sep 27 12:39:20.756597 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:20.757396 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:38:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:20.943611 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.008826 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59126) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:21.013255 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f89ee-dfe8-4a26-96bc-d5385d523409 None None] Network 36f01a05-a80c-4406-ab48-cc7ef1f56fdb requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:39:21.029155 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-35e38f7c-2e64-445a-a5f4-8bba4860c2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.036687 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.037032 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.038107 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.038457 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.038799 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.039130 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.042280 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.042837 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.047866 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.048646 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.118206 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59130) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:21.123399 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291321588', 'description': 'tempest-description--1163858303'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:21.154863 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port ae211afa-f95c-46a5-9ffe-9532d5ed065b triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:21.155552 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.165262 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-40104443-99b8-4c2c-85cc-f366dd9d2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.240481 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-35e38f7c-2e64-445a-a5f4-8bba4860c2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.258025 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-35e38f7c-2e64-445a-a5f4-8bba4860c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.329277 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-40104443-99b8-4c2c-85cc-f366dd9d2c54 None None] For port ae211afa-f95c-46a5-9ffe-9532d5ed065b, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ae211afa-f95c-46a5-9ffe-9532d5ed065b,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:21.332920 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.333448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.334396 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-35e38f7c-2e64-445a-a5f4-8bba4860c2cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53dc1496b99d480181b6795b4efc22ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251007 Sep 27 12:39:21.335407 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.336418 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:21.336815 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d03494c-11b5-4585-8371-25a2e78d102e']}} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:21.349175 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59140) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:21.371223 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:21.431351 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969cbf57-d35c-4b19-a041-a94a3b004698') {'for_net_delete': True} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:21.434130 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969cbf57-d35c-4b19-a041-a94a3b004698') {} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:21.459654 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.470231 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-40104443-99b8-4c2c-85cc-f366dd9d2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.495313 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e38f7c-2e64-445a-a5f4-8bba4860c2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ee9514-fdf8-4d88-b826-c8369aaa84e8,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:21.549690 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7124103'] for segment, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.574208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.589036 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:39:21.591531 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7227294'] for segment, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: from cryptography.utils import int_from_bytes Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: from cryptography.utils import int_from_bytes Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: Traceback (most recent call last): Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: timer() Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: cb(*args, **kw) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: return func(*args, **kwargs) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: self._notify() Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: self.callback(batched_events) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: event.method(event) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: return f(self, *a, **k) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._get(url).json() Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: return self.request(url, 'GET', **kwargs) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:39:21.617761 dv-cinder-801522-3-iscsi neutron-server[100728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:39:21.654042 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.687498 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 688157f7-09bb-4080-9cf9-f7d557e7f9eb up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:21.691613 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.693215 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-41bf7d80-822d-44c6-a546-428051331c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.695371 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40104443-99b8-4c2c-85cc-f366dd9d2c54 None None] Pushing event updated for resources: {'Port': ['ID=ae211afa-f95c-46a5-9ffe-9532d5ed065b,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:21.701718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.732573 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.734123 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6147184 Sep 27 12:39:21.742400 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59148) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:21.753716 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'security_group_rule': {'security_group_id': 'f8d0988f-500e-4c92-b473-d3ddcf1eeccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:21.766407 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0248be34-7408-47c8-8d20-cb45a1c6b222 None None] Provisioning complete for port ae211afa-f95c-46a5-9ffe-9532d5ed065b triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:21.766640 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-41bf7d80-822d-44c6-a546-428051331c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.767030 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0248be34-7408-47c8-8d20-cb45a1c6b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.773017 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:39:21.850462 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5e825-0039-44f0-9d0c-5452d6b28763 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d0988f-500e-4c92-b473-d3ddcf1eeccf,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:21.865161 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 688157f7-09bb-4080-9cf9-f7d557e7f9eb triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:21.865789 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.886173 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.977947 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:18Z', 'revision_number': 2, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:21.989505 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:21.997605 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.030821 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:22.031594 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Updating router 595c79c5-ca1f-4d06-9014-778725533155 port 46d5e56e-541a-4334-81d3-3429523facdd binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:39:22.038516 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09e534a-1b57-42d8-ba88-cc553089b431,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:22.042946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-41bf7d80-822d-44c6-a546-428051331c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.045663 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-41bf7d80-822d-44c6-a546-428051331c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.049375 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-41bf7d80-822d-44c6-a546-428051331c52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38ee9514-fdf8-4d88-b826-c8369aaa84e8 HTTP/1.1" status: 204 len: 168 time: 0.6951149 Sep 27 12:39:22.049375 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.049375 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-dbc095f3-6025-4ac6-828c-d5c0f4587263 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2995753 Sep 27 12:39:22.065004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59158) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:22.067402 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf7d80-822d-44c6-a546-428051331c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ee9514-fdf8-4d88-b826-c8369aaa84e8,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:22.086814 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'security_group_rule': {'security_group_id': 'f8d0988f-500e-4c92-b473-d3ddcf1eeccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:22.092562 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.118938 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.131316 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4cd75058-57a3-48b2-a559-c709b8a77075 req-8e2817b2-3b45-42f9-a355-ac380e97557c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 210 time: 0.1086977 Sep 27 12:39:22.179266 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.249663 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.291145 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.38', 58110) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:22.297361 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.299623 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6d03494c-11b5-4585-8371-25a2e78d102e HTTP/1.1" status: 204 len: 168 time: 1.9353132 Sep 27 12:39:22.306525 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.307569 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59166) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:22.336098 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.362145 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.363443 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2827744 Sep 27 12:39:22.370943 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59170) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:22.377687 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:22.407228 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be05382-e5e6-4308-8a96-fe8e31ec4853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64a9e56-2f67-47e6-aecf-9c23fb1aad9d,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:22.423477 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.450183 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 68d5313e-e33a-4763-abc1-0d5f155de9a3 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:22.467096 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Deleting subnet efd21699-7895-49a0-9b14-85dc24fc774e {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:39:22.489008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.532410 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad6ea-0327-4286-a118-c399cee3d7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d03494c-11b5-4585-8371-25a2e78d102e,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:22.748205 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 68d5313e-e33a-4763-abc1-0d5f155de9a3 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:22.749157 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.827713 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-d758691e-abcc-4dfb-acde-95a8e4a847a2 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:22.829314 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-d758691e-abcc-4dfb-acde-95a8e4a847a2 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.38 "GET /v2.0/networks?id=64da1391-ac6f-4753-a24e-98f74d82abc8 HTTP/1.1" status: 200 len: 812 time: 0.5359111 Sep 27 12:39:22.857164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.927137 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Request body: {'port': {'device_id': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8', 'admin_state_up': True, 'tenant_id': '5b4a3e32604647879cbbe4b1e6762eb2'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:22.937762 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.953496 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.961489 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.973329 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:22.978595 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ae211afa-f95c-46a5-9ffe-9532d5ed065b up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:23.074096 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0de9ad-5b8c-4ecb-a70f-2b0d4802252e None None] Pushing event updated for resources: {'Port': ['ID=46d5e56e-541a-4334-81d3-3429523facdd,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:23.253881 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:23.259376 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Made reservation on behalf of 5b4a3e32604647879cbbe4b1e6762eb2 for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:23.263339 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.270906 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:23.288535 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:23.289179 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:38:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:23.349264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.452056 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd21699-7895-49a0-9b14-85dc24fc774e,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:23.464569 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.467755 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-20272ce2-477c-4101-b321-542b298eeddb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/efd21699-7895-49a0-9b14-85dc24fc774e HTTP/1.1" status: 204 len: 168 time: 1.1574118 Sep 27 12:39:23.470322 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59234) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:23.490427 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.587329 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.594548 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-af5b40af-7c8b-461d-bffb-763d6a87e844 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0590634 Sep 27 12:39:23.618800 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port ae211afa-f95c-46a5-9ffe-9532d5ed065b triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:23.619174 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.641432 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59238) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:23.736664 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:23.774384 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1ab5c0bd-e4cd-4a8c-a594-37f4d0403dee req-c8f66b67-653b-4478-baf5-3f85b558b7c3 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 210 time: 0.1994910 Sep 27 12:39:23.788820 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Attempting to bind port 46d5e56e-541a-4334-81d3-3429523facdd on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:23.789381 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Attempting to bind port 46d5e56e-541a-4334-81d3-3429523facdd by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:23.790244 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Attempting to bind port 46d5e56e-541a-4334-81d3-3429523facdd on network b5cf3484-68f6-4d34-aefd-257d643cb7dc {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:23.827228 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-1c90e7b3-2800-4d5a-a51f-9b3d52e14a4e None None] Provisioning complete for port 46d5e56e-541a-4334-81d3-3429523facdd triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:23.840312 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1c90e7b3-2800-4d5a-a51f-9b3d52e14a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.854396 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:23.854792 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Checking segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:23.856313 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.856728 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Bound using segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:23.858359 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Bound port: 46d5e56e-541a-4334-81d3-3429523facdd, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:23.858788 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:23.861475 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-93545489-2589-4d11-ab45-ba1c9456964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:24.078975 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 3, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:24.125168 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:24.125908 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Updating router fc956f6b-c996-4362-97b9-c77abab8ccc4 port b42b071f-2547-4938-b083-c5a156f3255d binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:39:24.140051 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:24.177570 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Allocated IP 172.27.0.251 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/7b492b20-2a61-424f-b836-c47dcc4117a8) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:24.192288 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Router 02e91147-1569-4958-813a-e22eb868beb2 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:39:24.262789 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:24.391207 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] For port 46d5e56e-541a-4334-81d3-3429523facdd, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:24.401993 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-1c90e7b3-2800-4d5a-a51f-9b3d52e14a4e None None] Port 46d5e56e-541a-4334-81d3-3429523facdd cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:24.446410 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] For port 46d5e56e-541a-4334-81d3-3429523facdd, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=46d5e56e-541a-4334-81d3-3429523facdd,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:24.458046 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:24.631838 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:24.732077 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.733086 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.735645 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.736740 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > port after_create 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.738159 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.738504 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > port after_update 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.739210 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.740875 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.742334 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.742791 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:24.744522 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Allocated IP 172.20.0.2 (64da1391-ac6f-4753-a24e-98f74d82abc8/374c268d-95e4-4527-b701-27ce7643dbe5/5465e0d1-27b2-45e8-b681-387ab60039b4) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:24.769130 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:24.770252 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:38:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:24.845225 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0de9ad-5b8c-4ecb-a70f-2b0d4802252e None None] Pushing event updated for resources: {'Port': ['ID=46d5e56e-541a-4334-81d3-3429523facdd,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:24.871324 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:24.907530 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Sync routers for ids ['02e91147-1569-4958-813a-e22eb868beb2'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:24.940764 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Routers {'02e91147-1569-4958-813a-e22eb868beb2'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:24.942503 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:38:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['02e91147-1569-4958-813a-e22eb868beb2'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:24.998581 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.006263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-722ea1e9-924a-4705-8332-4cbb3a50d101 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.4401257 Sep 27 12:39:25.021850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59288) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:25.160414 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Set router 02e91147-1569-4958-813a-e22eb868beb2 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:25.289064 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:25.290164 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:25.290688 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:25.291221 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:39:25.291779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f01a05-a80c-4406-ab48-cc7ef1f56fdb']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:25.374561 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-d0207b66-56f0-4a37-bac6-ceded695219d None None] Provisioning complete for port 46d5e56e-541a-4334-81d3-3429523facdd triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:25.374938 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d0207b66-56f0-4a37-bac6-ceded695219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.470602 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:25.555013 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.592258 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60299a6e-48cd-4f95-96b0-44255127e5c7') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:25.592589 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60299a6e-48cd-4f95-96b0-44255127e5c7') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:25.688206 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.774171 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-116256f8-f3e0-4956-bb7a-902ce484bdf5 req-a2aa0455-785b-49a4-a2bb-63db5e621f9a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 210 time: 0.4739611 Sep 27 12:39:25.802006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.841480 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.878360 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:39:25.879211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: from cryptography.utils import int_from_bytes Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: from cryptography.utils import int_from_bytes Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:39:25.901010 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:39:26.068228 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Network 64da1391-ac6f-4753-a24e-98f74d82abc8 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:26.070621 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:26.107433 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:26.149047 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.213244 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:24Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:26.270182 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d0207b66-56f0-4a37-bac6-ceded695219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.324005 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59318) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:26.325275 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78e14-a2f8-4c89-ab1b-8ab3ec055153 None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:24Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:26.382224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-d0207b66-56f0-4a37-bac6-ceded695219d None None] For port 46d5e56e-541a-4334-81d3-3429523facdd, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=46d5e56e-541a-4334-81d3-3429523facdd,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:26.398392 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:39:20Z', 'revision_number': 3, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:26.401261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3dbc-c19f-44cb-86f1-8d83a4c12e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.407717 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.422715 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.430852 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] 10.222.0.15 "DELETE /v2.0/networks/36f01a05-a80c-4406-ab48-cc7ef1f56fdb HTTP/1.1" status: 204 len: 168 time: 2.9593391 Sep 27 12:39:26.504461 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d0207b66-56f0-4a37-bac6-ceded695219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.568706 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Pushing event updated for resources: {'Port': ['ID=5465e0d1-27b2-45e8-b681-387ab60039b4,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:26.650522 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e4f73-11d4-421f-8993-8e59e8056c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f01a05-a80c-4406-ab48-cc7ef1f56fdb,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:26.653030 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Checking router: 02e91147-1569-4958-813a-e22eb868beb2 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:26.653375 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Updating router 02e91147-1569-4958-813a-e22eb868beb2 port e4d679ef-3a33-468b-9395-47ddadc43376 binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:39:26.751649 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 46d5e56e-541a-4334-81d3-3429523facdd up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:26.753955 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:26.757110 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.767309 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.822602 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:26.833723 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-c7fe9934-ae25-43e3-bed3-0a78d28bf599 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9125578 Sep 27 12:39:26.937175 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-38c647ef-e231-4d2f-9ffb-dc2993d50cb6 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:39:26.938287 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-38c647ef-e231-4d2f-9ffb-dc2993d50cb6 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327363 Sep 27 12:39:26.942035 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59332) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:27.017004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:27.018989 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-15b7c3dd-99a3-489b-b3f0-53a30baa19d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.019380 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.060774 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:27.068894 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:27.363437 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0207b66-56f0-4a37-bac6-ceded695219d None None] Pushing event updated for resources: {'Port': ['ID=46d5e56e-541a-4334-81d3-3429523facdd,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:27.396689 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.404673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'Port': ['ID=7b492b20-2a61-424f-b836-c47dcc4117a8,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:27.420376 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.433313 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.434113 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.462020 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.491186 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 46d5e56e-541a-4334-81d3-3429523facdd triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:27.491597 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.495920 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e8b44-f8ad-4c9b-9ed2-6f35fd4ad663 req-9afe46e2-f120-452c-9f84-6ea052b03c45 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:27.503083 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049706f-2bb0-434b-aa9e-37b77649af75 None None] Pushing event updated for resources: {'Port': ['ID=b42b071f-2547-4938-b083-c5a156f3255d,revision_number=2']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:27.516921 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-056e8b44-f8ad-4c9b-9ed2-6f35fd4ad663 req-9afe46e2-f120-452c-9f84-6ea052b03c45 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 931 time: 0.4876630 Sep 27 12:39:27.557692 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-3d999fba-2727-461f-a381-0f659452ce82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dfb2548edac4f6eacfc36ae35385cb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6084981 Sep 27 12:39:27.564837 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59340) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:27.564991 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Attempting to bind port b42b071f-2547-4938-b083-c5a156f3255d on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:27.569634 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Attempting to bind port b42b071f-2547-4938-b083-c5a156f3255d by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:27.570073 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Attempting to bind port b42b071f-2547-4938-b083-c5a156f3255d on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:27.597883 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:27.598071 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:27.598412 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.598811 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:27.599289 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Bound port: b42b071f-2547-4938-b083-c5a156f3255d, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:27.599693 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.764458 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:39:27.765512 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] For port b42b071f-2547-4938-b083-c5a156f3255d, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:27.782862 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] For port b42b071f-2547-4938-b083-c5a156f3255d, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=b42b071f-2547-4938-b083-c5a156f3255d,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:27.805932 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.926514 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:27.944184 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.023399 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:28.025225 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:28.050772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Allocated IP 172.20.0.1 (fd1bffd1-0dff-45de-bab7-454c54a655e2/c5edb74f-2124-4f9f-9c7a-391d9f7e15f6/be15ca2f-f7f1-499f-a5ce-10ce5e015489) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:28.215798 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Allocated IP 172.20.0.1 (9df8d1ee-3d49-468a-9a66-c4daaa49cfc7/1f445bba-75a6-4b24-8083-9de380e30ca7/f82c675d-08e7-49fa-870c-25f51c46a3d4) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:28.219186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Request body: {'port': {'device_id': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:28.341960 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:28.412337 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.427087 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Attempting to bind port e4d679ef-3a33-468b-9395-47ddadc43376 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:28.430853 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Attempting to bind port e4d679ef-3a33-468b-9395-47ddadc43376 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:28.431286 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Attempting to bind port e4d679ef-3a33-468b-9395-47ddadc43376 on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:28.474120 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.490101 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049706f-2bb0-434b-aa9e-37b77649af75 None None] Pushing event updated for resources: {'Port': ['ID=b42b071f-2547-4938-b083-c5a156f3255d,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:28.496781 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:28.497362 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:28.497954 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.498956 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:28.502372 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Bound port: e4d679ef-3a33-468b-9395-47ddadc43376, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:28.503848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.541362 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.607757 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-056e8b44-f8ad-4c9b-9ed2-6f35fd4ad663 req-a0464e29-2374-45b0-9b7d-729084a4fdf7 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0894449 Sep 27 12:39:28.640752 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:28.652816 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:28.689256 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] For port e4d679ef-3a33-468b-9395-47ddadc43376, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:28.697803 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] For port e4d679ef-3a33-468b-9395-47ddadc43376, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=e4d679ef-3a33-468b-9395-47ddadc43376,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:28.700262 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:28.718263 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 46d5e56e-541a-4334-81d3-3429523facdd up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:28.721880 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21ff92-cb1b-4772-99e5-609dbaef16ac None None] Pushing event updated for resources: {'Port': ['ID=e4d679ef-3a33-468b-9395-47ddadc43376,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:28.751281 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.791139 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.811865 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-90e693c5-9320-4b68-b355-a4820fd9443f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.858325 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-90e693c5-9320-4b68-b355-a4820fd9443f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.885094 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.936839 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:28.943193 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 3, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:28.995686 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Routers {'02e91147-1569-4958-813a-e22eb868beb2'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:28.996283 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['02e91147-1569-4958-813a-e22eb868beb2'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:29.005173 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79975272-ca21-40a9-bde7-debd3156a02e None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 3, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:29.022646 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c675d-08e7-49fa-870c-25f51c46a3d4,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:29.077791 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:29.151761 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21ff92-cb1b-4772-99e5-609dbaef16ac None None] Pushing event updated for resources: {'Port': ['ID=e4d679ef-3a33-468b-9395-47ddadc43376,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:29.256995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 46d5e56e-541a-4334-81d3-3429523facdd triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:29.257374 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:29.261238 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:29.279096 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-15b7c3dd-99a3-489b-b3f0-53a30baa19d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:29.314822 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-72c867bc-f392-423a-aacb-5c259d281657 None None] Provisioning complete for port f82c675d-08e7-49fa-870c-25f51c46a3d4 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:29.315454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-72c867bc-f392-423a-aacb-5c259d281657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:29.359564 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] Set router 02e91147-1569-4958-813a-e22eb868beb2 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:29.530468 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-15b7c3dd-99a3-489b-b3f0-53a30baa19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:29.555672 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-72c867bc-f392-423a-aacb-5c259d281657 None None] Port f82c675d-08e7-49fa-870c-25f51c46a3d4 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:29.640914 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-15b7c3dd-99a3-489b-b3f0-53a30baa19d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=314b43299b584365b65038278fcde2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3179104 Sep 27 12:39:29.665718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7c3dd-99a3-489b-b3f0-53a30baa19d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab594ce-d03d-498c-bb23-9b9df76cfd73,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:29.735675 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59372) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:29.933910 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:39:20Z', 'revision_number': 3, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:29.954099 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5465e0d1-27b2-45e8-b681-387ab60039b4 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:29.977525 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.024220 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87f434-2999-499b-a752-03b6e83e649d None None] The sync data for ids ['02e91147-1569-4958-813a-e22eb868beb2'] in dv-cinder-801522-3-iscsi is: [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:39:20Z', 'revision_number': 3, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:30.034199 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Transition to ACTIVE for port object 5465e0d1-27b2-45e8-b681-387ab60039b4 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:39:30.043033 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.055814 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.093915 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f4ac-8dff-4fed-97d7-fa2a6273df8f req-a8853e05-a9a7-4c49-a754-796ef44cf10a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:30.101418 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e3a3f4ac-8dff-4fed-97d7-fa2a6273df8f req-a8853e05-a9a7-4c49-a754-796ef44cf10a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 931 time: 0.2838588 Sep 27 12:39:30.104531 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.133144 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.145250 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.150690 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-90e693c5-9320-4b68-b355-a4820fd9443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.155226 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-90e693c5-9320-4b68-b355-a4820fd9443f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.156871 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-90e693c5-9320-4b68-b355-a4820fd9443f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd8617de-6452-4800-84b2-18d290cb96db HTTP/1.1" status: 204 len: 168 time: 2.5738504 Sep 27 12:39:30.229016 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:30.235227 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:30.247945 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e693c5-9320-4b68-b355-a4820fd9443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8617de-6452-4800-84b2-18d290cb96db,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:30.272720 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:30.357281 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.449092 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'Port': ['ID=7b492b20-2a61-424f-b836-c47dcc4117a8,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:30.492907 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e3a3f4ac-8dff-4fed-97d7-fa2a6273df8f req-bf1074d5-c189-4797-8996-f6a077f2d1fe tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904958 Sep 27 12:39:30.493739 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db718abf-3f15-4456-9d38-78fa48d295dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.516645 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.895701 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.897148 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-bc4c13e4-d36f-47db-b03b-c652c557bb79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5246279 Sep 27 12:39:30.911511 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db718abf-3f15-4456-9d38-78fa48d295dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:30.921054 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device b42b071f-2547-4938-b083-c5a156f3255d up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:31.101153 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=be15ca2f-f7f1-499f-a5ce-10ce5e015489,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:31.132675 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port b42b071f-2547-4938-b083-c5a156f3255d triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:31.133243 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.177733 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59404) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:31.313336 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-796b085c-ee60-4918-930c-27cfb32f1077 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5edc5e0b45d84e68abc240cb9d5ff276&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1342652 Sep 27 12:39:31.315951 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59416) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:31.330546 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db718abf-3f15-4456-9d38-78fa48d295dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.334287 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db718abf-3f15-4456-9d38-78fa48d295dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.349903 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-db718abf-3f15-4456-9d38-78fa48d295dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ab594ce-d03d-498c-bb23-9b9df76cfd73 HTTP/1.1" status: 204 len: 168 time: 1.6044178 Sep 27 12:39:31.403113 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.416246 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db718abf-3f15-4456-9d38-78fa48d295dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab594ce-d03d-498c-bb23-9b9df76cfd73,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:31.419908 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.429408 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.497767 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port b42b071f-2547-4938-b083-c5a156f3255d, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=b42b071f-2547-4938-b083-c5a156f3255d,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:31.507746 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.580478 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=b42b071f-2547-4938-b083-c5a156f3255d,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:31.612226 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c675d-08e7-49fa-870c-25f51c46a3d4,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:31.746559 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-451cbffb-7992-403d-af75-86994fc32397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.785287 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-451cbffb-7992-403d-af75-86994fc32397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.799991 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Attempting to bind port 5465e0d1-27b2-45e8-b681-387ab60039b4 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:31.800534 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Attempting to bind port 5465e0d1-27b2-45e8-b681-387ab60039b4 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '03ae1225-aa72-475a-8287-9c11eb7b060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:31.801051 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Attempting to bind port 5465e0d1-27b2-45e8-b681-387ab60039b4 on network 64da1391-ac6f-4753-a24e-98f74d82abc8 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:31.805987 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:31.819613 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-93f43c09-60de-4baa-9d8a-9e150b7d63d9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1291321588&fields=id&tenant_id=31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 267 time: 0.4243727 Sep 27 12:39:31.830933 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Pushing event updated for resources: {'Port': ['ID=5465e0d1-27b2-45e8-b681-387ab60039b4,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:31.851784 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf0be-7422-4ee0-980c-135f500fd6e0 req-09d08c9f-79d2-4004-914d-f1c74b0f12e6 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:31.861591 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-649cf0be-7422-4ee0-980c-135f500fd6e0 req-09d08c9f-79d2-4004-914d-f1c74b0f12e6 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.2265179 Sep 27 12:39:31.971922 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-649cf0be-7422-4ee0-980c-135f500fd6e0 req-448d308d-86d1-4bf8-a96e-03a17bd5aa45 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093302 Sep 27 12:39:32.014841 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Port 5465e0d1-27b2-45e8-b681-387ab60039b4 on network 64da1391-ac6f-4753-a24e-98f74d82abc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:39:32.015245 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Attempting to bind port 5465e0d1-27b2-45e8-b681-387ab60039b4 on network 64da1391-ac6f-4753-a24e-98f74d82abc8 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:32.052134 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:32.054907 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Checking segment: {'id': '03ae1225-aa72-475a-8287-9c11eb7b060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:32.055743 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Bound using segment: {'id': '03ae1225-aa72-475a-8287-9c11eb7b060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:32.057279 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Bound port: 5465e0d1-27b2-45e8-b681-387ab60039b4, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ae1225-aa72-475a-8287-9c11eb7b060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:32.058056 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.062655 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-451cbffb-7992-403d-af75-86994fc32397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.066825 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-451cbffb-7992-403d-af75-86994fc32397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.072493 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-451cbffb-7992-403d-af75-86994fc32397 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86de0bcc-453d-4793-bf3d-0445bb508081 HTTP/1.1" status: 204 len: 168 time: 0.7546954 Sep 27 12:39:32.088031 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cbffb-7992-403d-af75-86994fc32397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de0bcc-453d-4793-bf3d-0445bb508081,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:32.108380 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:32.110630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:32.118177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-70a11208-5fce-4008-bae5-c1ca2f4fa49c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:32.122561 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-70a11208-5fce-4008-bae5-c1ca2f4fa49c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 817 time: 0.2926259 Sep 27 12:39:32.221856 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.254286 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-42ce69a0-71bd-4272-a353-677e94d39a38 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/quotas/31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 375 time: 0.1252954 Sep 27 12:39:32.314995 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59436) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:32.336569 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-61583711-354f-4003-a477-4fb95a55f5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.483692 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] For port 5465e0d1-27b2-45e8-b681-387ab60039b4, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:32.594405 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] For port 5465e0d1-27b2-45e8-b681-387ab60039b4, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5465e0d1-27b2-45e8-b681-387ab60039b4,segment=NetworkSegment(03ae1225-aa72-475a-8287-9c11eb7b060d),segment_id=03ae1225-aa72-475a-8287-9c11eb7b060d)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:32.625420 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-61583711-354f-4003-a477-4fb95a55f5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.640685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-61583711-354f-4003-a477-4fb95a55f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.650816 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-17c049a6-dc72-4989-a7cc-679dad96f2bc None None] Provisioning complete for port f82c675d-08e7-49fa-870c-25f51c46a3d4 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:32.651393 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-17c049a6-dc72-4989-a7cc-679dad96f2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.659979 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-1cc4f52d-5009-459a-8fba-49244eadd54a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3581636 Sep 27 12:39:32.665933 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:32.732329 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-61583711-354f-4003-a477-4fb95a55f5c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13e98ec696bf43beae5cbb501b4c33f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138858 Sep 27 12:39:32.765280 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:39:32.766090 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59444) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:32.893502 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device e4d679ef-3a33-468b-9395-47ddadc43376 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:32.915533 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61583711-354f-4003-a477-4fb95a55f5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca563eb0-c2e3-43ad-b3f0-a4eabe72b148,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:32.955066 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-17c049a6-dc72-4989-a7cc-679dad96f2bc None None] Port f82c675d-08e7-49fa-870c-25f51c46a3d4 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:32.995903 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:32.999319 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.018108 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] 10.222.0.38 "PUT /v2.0/ports/5465e0d1-27b2-45e8-b681-387ab60039b4 HTTP/1.1" status: 200 len: 1093 time: 5.4463904 Sep 27 12:39:33.042535 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port e4d679ef-3a33-468b-9395-47ddadc43376 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:33.043015 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'tag': '5465e0d1-27b2-45e8-b681-387ab60039b4'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:33.043549 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.186931 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.243133 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.273880 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.283765 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59468) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:33.326987 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port e4d679ef-3a33-468b-9395-47ddadc43376, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=e4d679ef-3a33-468b-9395-47ddadc43376,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:33.332043 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.335285 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device b42b071f-2547-4938-b083-c5a156f3255d up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:33.507499 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a1b02-a250-4221-a0b9-0981c0dcd30d" -d '{"events": [{"name": "network-changed", "server_uuid": "1afb267d-89b0-413f-a2ea-a933a5d8e3bb", "tag": "5465e0d1-27b2-45e8-b681-387ab60039b4"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:33.519163 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port b42b071f-2547-4938-b083-c5a156f3255d triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:33.519888 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.571000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=e4d679ef-3a33-468b-9395-47ddadc43376,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:33.645120 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a7bed-4195-42f8-9a96-fe5aa675c20b service neutron] Pushing event updated for resources: {'Port': ['ID=5465e0d1-27b2-45e8-b681-387ab60039b4,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:33.686897 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.747925 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-37892d4d-f1e7-4c2f-b7e6-541b280e1882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.840280 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-72687aad-8d78-4d02-88d6-65ed539dfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:33.846807 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-72687aad-8d78-4d02-88d6-65ed539dfb30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b4a3e32604647879cbbe4b1e6762eb2&device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 1096 time: 0.5472870 Sep 27 12:39:33.887125 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-37892d4d-f1e7-4c2f-b7e6-541b280e1882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:33.895148 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-ee4c1717-e265-4bf8-bcd3-8264cb902d3b service neutron] 10.222.0.15 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8609924 Sep 27 12:39:33.898315 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=be15ca2f-f7f1-499f-a5ce-10ce5e015489,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:33.963020 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:33.980620 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:33.982910 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-31905e3e-f3db-4eaa-99f4-73db6de31fc0 admin admin] 10.222.0.15 "PUT /v2.0/routers/fc956f6b-c996-4362-97b9-c77abab8ccc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1911907 Sep 27 12:39:33.997094 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:34.001796 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:34.004302 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d63313-860d-481b-93c1-a7b076a98a00 req-a963bfe3-3779-414a-a5a9-3a941d8f4662 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:34.006154 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-62d63313-860d-481b-93c1-a7b076a98a00 req-a963bfe3-3779-414a-a5a9-3a941d8f4662 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.7814970 Sep 27 12:39:34.108665 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-62d63313-860d-481b-93c1-a7b076a98a00 req-9f302412-11f2-483c-8bcc-0ba278a4a264 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913503 Sep 27 12:39:34.118839 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-37892d4d-f1e7-4c2f-b7e6-541b280e1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:34.123563 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-37892d4d-f1e7-4c2f-b7e6-541b280e1882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:34.136333 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-37892d4d-f1e7-4c2f-b7e6-541b280e1882 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca563eb0-c2e3-43ad-b3f0-a4eabe72b148 HTTP/1.1" status: 204 len: 168 time: 1.3344247 Sep 27 12:39:34.162273 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37892d4d-f1e7-4c2f-b7e6-541b280e1882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca563eb0-c2e3-43ad-b3f0-a4eabe72b148,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:34.207016 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-90934314-005f-40ba-ad82-b524e76f4792 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5465e0d1-27b2-45e8-b681-387ab60039b4 HTTP/1.1" status: 200 len: 217 time: 0.1294978 Sep 27 12:39:34.326737 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:34.357537 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:34.362888 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:34.395151 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cd18ae1-0177-4439-a984-c118d35c0dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:34.570881 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-2970c00f-b7d4-4ec3-a7a1-9deb5f17d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:34.580170 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-2970c00f-b7d4-4ec3-a7a1-9deb5f17d60a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=374c268d-95e4-4527-b701-27ce7643dbe5 HTTP/1.1" status: 200 len: 852 time: 0.3275611 Sep 27 12:39:34.599174 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-d105f02c-fe67-43a7-bbda-e3e4df773d99 service neutron] 10.222.0.15 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846466 Sep 27 12:39:34.602733 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cd18ae1-0177-4439-a984-c118d35c0dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:34.610720 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cd18ae1-0177-4439-a984-c118d35c0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:34.629029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device e4d679ef-3a33-468b-9395-47ddadc43376 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:34.654298 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59506) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:34.662658 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3cd18ae1-0177-4439-a984-c118d35c0dbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d5e4ecdfd8c47ed9eaa6b8ac0ddd7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3591452 Sep 27 12:39:34.704786 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18ae1-0177-4439-a984-c118d35c0dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f621ae6d-ce35-419a-b7c3-63d7ed838bf5,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:34.804353 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:30Z', 'revision_number': 2, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:34.812102 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port e4d679ef-3a33-468b-9395-47ddadc43376 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:34.812872 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:34.924760 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:34.925153 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Updating router fc956f6b-c996-4362-97b9-c77abab8ccc4 port f82c675d-08e7-49fa-870c-25f51c46a3d4 binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:39:35.026810 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:35.401464 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf3d19e-fe10-498b-aad5-0675a76535cf x-openstack-request-id: req-fdf3d19e-fe10-498b-aad5-0675a76535cf {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:35.403327 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afb267d-89b0-413f-a2ea-a933a5d8e3bb", "tag": "5465e0d1-27b2-45e8-b681-387ab60039b4", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:35.404386 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-70f346b1-3ea8-4d70-ab34-6431c9849119 req-9f33dd14-ad6b-4f4e-87b2-3a43775c3710 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 210 time: 0.0992022 Sep 27 12:39:35.405249 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdf3d19e-fe10-498b-aad5-0675a76535cf {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:35.406473 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'tag': '5465e0d1-27b2-45e8-b681-387ab60039b4', 'status': 'completed', 'code': 200} Sep 27 12:39:35.410804 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-587962f2-1ac8-4ad7-8bd4-0faa10c7becf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64da1391-ac6f-4753-a24e-98f74d82abc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7018278 Sep 27 12:39:35.657795 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:35.671827 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:35.719994 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Router 02e91147-1569-4958-813a-e22eb868beb2 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:39:35.756950 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afae17-3aad-4f35-9aa9-d05a5dec20a9 req-021a8ac1-99dc-4b96-9396-c6011bcda107 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:35.766681 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9afae17-3aad-4f35-9aa9-d05a5dec20a9 req-021a8ac1-99dc-4b96-9396-c6011bcda107 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.2036829 Sep 27 12:39:35.854298 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9afae17-3aad-4f35-9aa9-d05a5dec20a9 req-2d964ce6-06ca-42d2-85ea-64575c234b69 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824223 Sep 27 12:39:35.969912 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Attempting to bind port f82c675d-08e7-49fa-870c-25f51c46a3d4 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:35.971181 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Attempting to bind port f82c675d-08e7-49fa-870c-25f51c46a3d4 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:35.971748 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Attempting to bind port f82c675d-08e7-49fa-870c-25f51c46a3d4 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:35.983197 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:36.002316 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Checking segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:36.003013 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.030204 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Bound using segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:36.030841 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Bound port: f82c675d-08e7-49fa-870c-25f51c46a3d4, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:36.034577 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.040145 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49a6ce-99b0-4d8c-a805-9f0581e877f6 None None] Pushing event updated for resources: {'Port': ['ID=f82c675d-08e7-49fa-870c-25f51c46a3d4,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:36.049247 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c2bae056-fe6c-4426-97a8-8630c2f1be4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.068740 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59582) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:36.073355 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458812100', 'description': 'tempest-description--911574881'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:36.133308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.134594 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c2bae056-fe6c-4426-97a8-8630c2f1be4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.201467 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] For port f82c675d-08e7-49fa-870c-25f51c46a3d4, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:36.212116 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] For port f82c675d-08e7-49fa-870c-25f51c46a3d4, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=f82c675d-08e7-49fa-870c-25f51c46a3d4,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:36.220722 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.253000 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-f984a6d0-cc6c-42a7-b028-96e89045dfd4 service neutron] 10.222.0.38 "GET /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111546 Sep 27 12:39:36.309430 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c2bae056-fe6c-4426-97a8-8630c2f1be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.320327 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-d794c645-89c1-430c-abdd-da83f62c48ef None None] Provisioning complete for port f82c675d-08e7-49fa-870c-25f51c46a3d4 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:36.320907 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d794c645-89c1-430c-abdd-da83f62c48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.324403 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c2bae056-fe6c-4426-97a8-8630c2f1be4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.329356 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c2bae056-fe6c-4426-97a8-8630c2f1be4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f621ae6d-ce35-419a-b7c3-63d7ed838bf5 HTTP/1.1" status: 204 len: 168 time: 1.6720519 Sep 27 12:39:36.443675 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.451395 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:36.453621 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:36.455082 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bae056-fe6c-4426-97a8-8630c2f1be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621ae6d-ce35-419a-b7c3-63d7ed838bf5,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:36.479144 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.584931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9879dde-7d24-4004-bac5-d4f1b17b51cc,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:36.603841 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d794c645-89c1-430c-abdd-da83f62c48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.688902 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-81618482-3025-40f4-a147-e0d61aaf1061 req-0d090dac-ece0-4ba1-b9a4-511ba3c89619 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 210 time: 0.1130226 Sep 27 12:39:36.694520 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49a6ce-99b0-4d8c-a805-9f0581e877f6 None None] Pushing event updated for resources: {'Port': ['ID=f82c675d-08e7-49fa-870c-25f51c46a3d4,revision_number=4']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:36.706032 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.707811 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-39b4df32-d70c-405e-86bb-8fb29638dd41 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6381259 Sep 27 12:39:36.710987 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59600) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:36.730880 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'security_group_rule': {'security_group_id': 'b9879dde-7d24-4004-bac5-d4f1b17b51cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:36.733804 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-d794c645-89c1-430c-abdd-da83f62c48ef None None] For port f82c675d-08e7-49fa-870c-25f51c46a3d4, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=f82c675d-08e7-49fa-870c-25f51c46a3d4,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:36.747531 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d794c645-89c1-430c-abdd-da83f62c48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.788796 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:36.815909 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-4dfbb09e-2f5a-447f-bc66-61bdcf45dff0 admin admin] 10.222.0.15 "PUT /v2.0/routers/02e91147-1569-4958-813a-e22eb868beb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7903299 Sep 27 12:39:36.823371 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d9d50-a934-4e89-bbf9-e90cd2a80efa req-1aec620e-5e8c-4292-a69a-d58a8c1bbff9 service neutron] 10.222.0.38 "GET /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548973 Sep 27 12:39:36.837138 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.867340 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Sync routers for ids ['02e91147-1569-4958-813a-e22eb868beb2'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:36.893965 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:36.957316 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-b122eb97-a935-47d2-abd3-a0a1d9da900c None None] Provisioning complete for port f82c675d-08e7-49fa-870c-25f51c46a3d4 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:36.957691 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b122eb97-a935-47d2-abd3-a0a1d9da900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.989262 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Routers {'02e91147-1569-4958-813a-e22eb868beb2'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:36.991533 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:36.997059 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['02e91147-1569-4958-813a-e22eb868beb2'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:37.002055 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.064262 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0ac16a-0305-4b38-a14e-bf0d242ee4b3,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:37.071976 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59612) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:37.098873 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.101039 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-aa31b0e6-bd22-4cbb-8bc6-693e83d3e6e9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889644 Sep 27 12:39:37.103587 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59616) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:37.113142 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'security_group_rule': {'security_group_id': 'b9879dde-7d24-4004-bac5-d4f1b17b51cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:37.171950 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.255345 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c645-89c1-430c-abdd-da83f62c48ef None None] Pushing event updated for resources: {'Port': ['ID=f82c675d-08e7-49fa-870c-25f51c46a3d4,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:37.320399 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.330838 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.379413 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b172f23-3c6b-481f-b896-bca806bdbfb0,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:37.388140 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017329e9-9a85-4e19-a86d-f4a9d520ddb2 req-0d547788-ba64-40cd-9f0d-c58ed0c4836b tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:37.400666 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-017329e9-9a85-4e19-a86d-f4a9d520ddb2 req-0d547788-ba64-40cd-9f0d-c58ed0c4836b tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.3002849 Sep 27 12:39:37.420486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.424742 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-9223dadf-95ad-4cf9-816c-79d839cbfc7d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3194735 Sep 27 12:39:37.427284 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59622) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:37.438747 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:37.438885 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-61425f6d-a5da-4e7a-8420-3e04dcfde792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:37.441609 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-61425f6d-a5da-4e7a-8420-3e04dcfde792 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b4a3e32604647879cbbe4b1e6762eb2&device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 1096 time: 0.4805110 Sep 27 12:39:37.497077 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.576316 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-017329e9-9a85-4e19-a86d-f4a9d520ddb2 req-bcc41071-bfa4-4d8e-9591-1242f328a71a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746333 Sep 27 12:39:37.662139 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59630) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:37.684319 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:37.694021 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f5c67f6c-394c-4442-a011-02051734f8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.746440 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473faab-58f9-49f6-be2f-95036e37456e None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:37.926896 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Set router 02e91147-1569-4958-813a-e22eb868beb2 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:37.938306 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:37.982371 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-ddebbc22-a466-4465-bf19-13b04e74b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:37.984579 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-ddebbc22-a466-4465-bf19-13b04e74b24b service neutron] 10.222.0.38 "GET /v2.0/networks?id=64da1391-ac6f-4753-a24e-98f74d82abc8 HTTP/1.1" status: 200 len: 913 time: 0.4680262 Sep 27 12:39:38.091478 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-f978cb65-62fd-4d3d-aeaa-7317a519c168 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5465e0d1-27b2-45e8-b681-387ab60039b4 HTTP/1.1" status: 200 len: 217 time: 0.0871520 Sep 27 12:39:38.155586 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f5c67f6c-394c-4442-a011-02051734f8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.160563 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5dff8957-769b-4f96-b6b9-edfc31ab3655 req-52f13e1a-8b9c-4d48-b9ba-d0e0abf5aab8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 210 time: 0.2057617 Sep 27 12:39:38.164209 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78fe8d91-9aaf-4c6e-b39b-86cfb055b718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.254927 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f5c67f6c-394c-4442-a011-02051734f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.346292 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Allocated IP 172.27.0.4 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/19c6d8e7-c526-4e32-b22d-8e3d8ac14e86) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:38.433849 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-f9a05b4b-1eba-4b1c-90ae-5f0474fd5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:38.436028 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-f9a05b4b-1eba-4b1c-90ae-5f0474fd5439 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=374c268d-95e4-4527-b701-27ce7643dbe5 HTTP/1.1" status: 200 len: 852 time: 0.1062703 Sep 27 12:39:38.534813 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:39:32Z', 'revision_number': 4, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'be15ca2f-f7f1-499f-a5ce-10ce5e015489', 'name': '', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'mac_address': 'fa:16:3e:eb:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:32Z', 'revision_number': 2, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'subnets': [{'id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:38.551843 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.610659 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-92e7295e-7af7-4fe5-a579-903b9a81461c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64da1391-ac6f-4753-a24e-98f74d82abc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603862 Sep 27 12:39:38.641707 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Checking router: 02e91147-1569-4958-813a-e22eb868beb2 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:38.642360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Updating router 02e91147-1569-4958-813a-e22eb868beb2 port be15ca2f-f7f1-499f-a5ce-10ce5e015489 binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:39:38.644590 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device f82c675d-08e7-49fa-870c-25f51c46a3d4 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:38.712621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c67f6c-394c-4442-a011-02051734f8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8557670b-bc9a-4d3b-a2ec-2dc86420a863,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:38.718704 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f5c67f6c-394c-4442-a011-02051734f8a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85f0e574300646ca9fd802868db6cdff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0490742 Sep 27 12:39:38.720184 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.738662 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59660) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:38.811089 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.817495 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.38', 58127) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:38.822514 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78fe8d91-9aaf-4c6e-b39b-86cfb055b718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.849110 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78fe8d91-9aaf-4c6e-b39b-86cfb055b718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.917847 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port f82c675d-08e7-49fa-870c-25f51c46a3d4 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:38.925537 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:38.929048 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-78fe8d91-9aaf-4c6e-b39b-86cfb055b718 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22f9d184919e4be2adf00a1b77924b55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8530154 Sep 27 12:39:38.942781 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59666) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:38.971805 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'Port': ['ID=19c6d8e7-c526-4e32-b22d-8e3d8ac14e86,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:39.006587 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:39.009690 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe8d91-9aaf-4c6e-b39b-86cfb055b718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67cd162-484f-4288-b85f-df284ca28094,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:39.029370 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:39.035443 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:39.045873 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-41cdc81c-7079-47c9-b4d0-e5c45a9f197b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.088399 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fe831-fba8-4c57-88d2-88745af6b706 req-93734afb-1d52-49ab-bcf7-14f987b1dce8 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:39.096952 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e01fe831-fba8-4c57-88d2-88745af6b706 req-93734afb-1d52-49ab-bcf7-14f987b1dce8 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.4078083 Sep 27 12:39:39.162316 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e01fe831-fba8-4c57-88d2-88745af6b706 req-f8d76e92-3ee7-4d44-9b5a-cbf3d35ce0d4 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638530 Sep 27 12:39:39.164209 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-11cf9640-9311-45b8-96ab-61d9c4a9f634 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:39.164209 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-11cf9640-9311-45b8-96ab-61d9c4a9f634 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 817 time: 0.3349071 Sep 27 12:39:39.264673 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-41cdc81c-7079-47c9-b4d0-e5c45a9f197b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.283685 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-2a92eabc-6903-424a-8de8-031935123196 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:39.285594 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-2a92eabc-6903-424a-8de8-031935123196 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 819 time: 0.6736529 Sep 27 12:39:39.316483 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.338467 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-87ac68a3-90e3-42da-a458-1d35243b2b96 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 380 time: 0.1503601 Sep 27 12:39:39.366006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'port': {'device_id': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'admin_state_up': True, 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'security_groups': ['f8d0988f-500e-4c92-b473-d3ddcf1eeccf']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:39.371488 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-4fbb278a-e16e-4c08-8669-a7f4c5f910ab service neutron] 10.222.0.38 "GET /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467291 Sep 27 12:39:39.406590 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5212276c-293b-4918-940a-2e212386de61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.419153 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-247d0458-372e-44ed-846b-a1bcb7c83b69 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/quotas/50e77355d7d84246bf4a7db12749b574 HTTP/1.1" status: 200 len: 375 time: 0.0895853 Sep 27 12:39:39.428651 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.435838 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.436647 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.441980 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-54b297a2-6904-4fb5-8725-46a0f09e1a0f req-7d6fd19c-2206-4b10-bfd8-8c7866ff1fa3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 210 time: 0.1197672 Sep 27 12:39:39.539090 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c1a8b-1d4e-49fe-a845-bce987eff7a8 None None] Pushing event updated for resources: {'Port': ['ID=be15ca2f-f7f1-499f-a5ce-10ce5e015489,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:39.656030 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Attempting to bind port be15ca2f-f7f1-499f-a5ce-10ce5e015489 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:39.656436 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Attempting to bind port be15ca2f-f7f1-499f-a5ce-10ce5e015489 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:39.656818 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Attempting to bind port be15ca2f-f7f1-499f-a5ce-10ce5e015489 on network fd1bffd1-0dff-45de-bab7-454c54a655e2 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:39.661045 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.662136 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:39.662643 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Checking segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:39.663052 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.663444 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Bound using segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:39.663957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Bound port: be15ca2f-f7f1-499f-a5ce-10ce5e015489, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:39.664315 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.679704 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.697583 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5212276c-293b-4918-940a-2e212386de61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.743673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'Port': ['ID=19c6d8e7-c526-4e32-b22d-8e3d8ac14e86,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:39.784044 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] For port be15ca2f-f7f1-499f-a5ce-10ce5e015489, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:39.788494 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] For port be15ca2f-f7f1-499f-a5ce-10ce5e015489, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=be15ca2f-f7f1-499f-a5ce-10ce5e015489,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:39.806470 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-41cdc81c-7079-47c9-b4d0-e5c45a9f197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.808818 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.810461 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-41cdc81c-7079-47c9-b4d0-e5c45a9f197b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.811604 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-41cdc81c-7079-47c9-b4d0-e5c45a9f197b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8557670b-bc9a-4d3b-a2ec-2dc86420a863 HTTP/1.1" status: 204 len: 168 time: 1.0688593 Sep 27 12:39:39.817764 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.825445 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-879f6bcc-f5ad-4edb-a1cd-54b3718a8a16 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3927157 Sep 27 12:39:39.868740 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:39.877754 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ce52662f-4c31-4a22-96e1-2cd3ac77fc7c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4416223 Sep 27 12:39:39.897985 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Routers {'02e91147-1569-4958-813a-e22eb868beb2'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:39.901069 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['02e91147-1569-4958-813a-e22eb868beb2'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:39.916586 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdc81c-7079-47c9-b4d0-e5c45a9f197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8557670b-bc9a-4d3b-a2ec-2dc86420a863,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:39.931116 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c1a8b-1d4e-49fe-a845-bce987eff7a8 None None] Pushing event updated for resources: {'Port': ['ID=be15ca2f-f7f1-499f-a5ce-10ce5e015489,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:39.939142 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-866a1b02-a250-4221-a0b9-0981c0dcd30d req-0e37bb3e-d745-47a2-952c-ea5f64fd05cc service neutron] 10.222.0.38 "GET /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338180 Sep 27 12:39:40.024510 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5212276c-293b-4918-940a-2e212386de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:40.035561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5212276c-293b-4918-940a-2e212386de61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:40.039509 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5212276c-293b-4918-940a-2e212386de61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b67cd162-484f-4288-b85f-df284ca28094 HTTP/1.1" status: 204 len: 168 time: 1.0803549 Sep 27 12:39:40.051818 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Made reservation on behalf of 31db929fbd884788a93e9466f9b59fbb for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:40.055606 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:40.073264 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212276c-293b-4918-940a-2e212386de61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67cd162-484f-4288-b85f-df284ca28094,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:40.100832 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-08c301b7-57cd-4c08-aac0-50f7b21a7a29 service neutron] 10.222.0.15 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237654 Sep 27 12:39:40.191150 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] Set router 02e91147-1569-4958-813a-e22eb868beb2 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:40.441008 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-917fdd05-44b4-4344-bfaa-d61d3bbd634b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--458812100&fields=id&tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de HTTP/1.1" status: 200 len: 267 time: 0.1064234 Sep 27 12:39:40.477567 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9450267f-2d09-48c1-a8fd-cf372bfbea11 service neutron] 10.222.0.15 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654280 Sep 27 12:39:40.597154 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Allocated IP 172.20.0.3 (b5cf3484-68f6-4d34-aefd-257d643cb7dc/8eb1c7c4-3b8b-4364-8273-bc7150733849/73638159-19e3-4baf-8f2e-00f7cb89284b) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:40.789789 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:39:32Z', 'revision_number': 4, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'be15ca2f-f7f1-499f-a5ce-10ce5e015489', 'name': '', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'mac_address': 'fa:16:3e:eb:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:39Z', 'revision_number': 4, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'subnets': [{'id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:40.854514 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-39936317-7c40-42b4-bec5-b955a0bf3588 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:40.862489 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab21969-9ee0-4abb-9414-f69611093f51 None None] The sync data for ids ['02e91147-1569-4958-813a-e22eb868beb2'] in dv-cinder-801522-3-iscsi is: [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:39:32Z', 'revision_number': 4, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'be15ca2f-f7f1-499f-a5ce-10ce5e015489', 'name': '', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'mac_address': 'fa:16:3e:eb:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:39Z', 'revision_number': 4, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'subnets': [{'id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:40.862724 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-39936317-7c40-42b4-bec5-b955a0bf3588 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 810 time: 0.4170597 Sep 27 12:39:40.909667 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-ea0a9786-33c3-4cca-9cf1-d6cbe06a907f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/quotas/26bdff77fe5641f6b8e24c0ff9fc05de HTTP/1.1" status: 200 len: 375 time: 0.0398936 Sep 27 12:39:40.954853 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59766) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:41.028755 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-896e5326-be41-4cc3-9060-c4d93e79b240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.058460 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.087617 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332102f-33d0-46ad-b48d-0ce24ed52f2a req-043ea199-9c03-458a-be84-07065cfea743 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:41.093085 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-82746229-43a8-4288-9148-c21c99082be2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1825020 Sep 27 12:39:41.099175 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e332102f-33d0-46ad-b48d-0ce24ed52f2a req-043ea199-9c03-458a-be84-07065cfea743 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.2575436 Sep 27 12:39:41.243347 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.387886 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-896e5326-be41-4cc3-9060-c4d93e79b240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.398616 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e332102f-33d0-46ad-b48d-0ce24ed52f2a req-9b0c0c00-be30-4d93-8e21-b8f0e2274b50 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985365 Sep 27 12:39:41.413191 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-42b4bf24-699f-4044-b479-d75303cb2187 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:39:41.432556 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-42b4bf24-699f-4044-b479-d75303cb2187 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1260023 Sep 27 12:39:41.487447 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:41.487447 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-896e5326-be41-4cc3-9060-c4d93e79b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.525888 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-896e5326-be41-4cc3-9060-c4d93e79b240 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e10f2f6f20c743a9a3beb47ffa540db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514729 Sep 27 12:39:41.547258 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59798) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:41.644941 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:41.658482 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-04898b38-6de5-4400-a292-6805728fb93e service neutron] 10.222.0.15 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251565 Sep 27 12:39:41.675562 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:41.716243 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0681-92cd-4bfc-8a54-af007b0a4ccd req-854840b5-11ba-441f-879d-734786b1d2eb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:41.725174 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-00fd0681-92cd-4bfc-8a54-af007b0a4ccd req-854840b5-11ba-441f-879d-734786b1d2eb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 931 time: 0.1788743 Sep 27 12:39:41.729632 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:41.803168 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:41.803863 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.806346 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e5326-be41-4cc3-9060-c4d93e79b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c7e62-281b-4de2-ae93-143995badc7f,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:41.857471 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2e025830-69e8-45a1-92e6-322a0768fab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.908168 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2e025830-69e8-45a1-92e6-322a0768fab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:41.964265 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-7255e528-eadf-416a-9ee3-125671939a84 service neutron] 10.222.0.15 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891250 Sep 27 12:39:42.048689 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2e025830-69e8-45a1-92e6-322a0768fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.057461 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2e025830-69e8-45a1-92e6-322a0768fab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.059249 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-2e025830-69e8-45a1-92e6-322a0768fab8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b23c7e62-281b-4de2-ae93-143995badc7f HTTP/1.1" status: 204 len: 168 time: 0.5111156 Sep 27 12:39:42.105820 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-58ade4b3-3144-40c6-a6ea-07fc8b4e657f None None] Provisioning complete for port 73638159-19e3-4baf-8f2e-00f7cb89284b triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:42.106318 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-58ade4b3-3144-40c6-a6ea-07fc8b4e657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.127308 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-40bb499e-c665-44c2-8eac-aa532d11c9ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7811270 Sep 27 12:39:42.136974 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e025830-69e8-45a1-92e6-322a0768fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c7e62-281b-4de2-ae93-143995badc7f,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:42.158198 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Request body: {'port': {'device_id': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:42.186462 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-00fd0681-92cd-4bfc-8a54-af007b0a4ccd req-0cc2c0bc-fc88-4098-bd65-92229e262eb4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600649 Sep 27 12:39:42.222903 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-58ade4b3-3144-40c6-a6ea-07fc8b4e657f None None] Port 73638159-19e3-4baf-8f2e-00f7cb89284b cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:42.237515 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 5465e0d1-27b2-45e8-b681-387ab60039b4 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:39:42.326386 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.525848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 5465e0d1-27b2-45e8-b681-387ab60039b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5465e0d1-27b2-45e8-b681-387ab60039b4,segment=NetworkSegment(03ae1225-aa72-475a-8287-9c11eb7b060d),segment_id=03ae1225-aa72-475a-8287-9c11eb7b060d)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:42.576467 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '5465e0d1-27b2-45e8-b681-387ab60039b4', 'network_id': '64da1391-ac6f-4753-a24e-98f74d82abc8', 'port_id': '5465e0d1-27b2-45e8-b681-387ab60039b4', 'mac_address': 'fa:16:3e:4d:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374c268d-95e4-4527-b701-27ce7643dbe5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:39:42.625001 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-0c0f8bb3-92fa-43fc-a3e2-34910f089374 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:42.627123 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-0c0f8bb3-92fa-43fc-a3e2-34910f089374 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 819 time: 0.2151794 Sep 27 12:39:42.685976 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c034f976-dcce-43c7-88d4-1da61175136a req-6c0e0d22-a18d-43cd-878f-385a363bfb37 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 210 time: 0.2717533 Sep 27 12:39:42.690155 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Request body: {'port': {'device_id': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'admin_state_up': True, 'tenant_id': '50e77355d7d84246bf4a7db12749b574'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:42.758392 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device be15ca2f-f7f1-499f-a5ce-10ce5e015489 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:42.834094 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6383b-f3e4-4a2c-b918-269f9005384f req-392b4408-760d-49ed-915a-0624be18d12f tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:42.842700 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59836) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:42.852504 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fab6383b-f3e4-4a2c-b918-269f9005384f req-392b4408-760d-49ed-915a-0624be18d12f tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 943 time: 0.1899705 Sep 27 12:39:42.906123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.926020 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5465e0d1-27b2-45e8-b681-387ab60039b4 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:42.951279 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 5465e0d1-27b2-45e8-b681-387ab60039b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5465e0d1-27b2-45e8-b681-387ab60039b4,segment=NetworkSegment(03ae1225-aa72-475a-8287-9c11eb7b060d),segment_id=03ae1225-aa72-475a-8287-9c11eb7b060d)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:42.957344 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.963861 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port be15ca2f-f7f1-499f-a5ce-10ce5e015489 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:42.964394 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:42.985830 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fab6383b-f3e4-4a2c-b918-269f9005384f req-2192a8e5-edf9-42ab-97f1-3e3d2d1f0b5c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306818 Sep 27 12:39:43.081159 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Made reservation on behalf of 50e77355d7d84246bf4a7db12749b574 for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:43.085231 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.104170 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a1be8194-d386-492c-98f2-2127f3d8d6d7 req-07e0d222-3098-4491-9cff-0c259a2cba3e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 210 time: 0.0885453 Sep 27 12:39:43.166681 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=5465e0d1-27b2-45e8-b681-387ab60039b4,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:43.245136 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['5465e0d1-27b2-45e8-b681-387ab60039b4'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:39:43.322066 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Allocated IP 172.20.0.14 (fd1bffd1-0dff-45de-bab7-454c54a655e2/c5edb74f-2124-4f9f-9c7a-391d9f7e15f6/cc2468ef-abfd-4a92-99bb-e2ed809657bf) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:43.322195 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.424507 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-458b29ad-0527-4842-a8ce-d8715275ac42 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:43.436856 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port be15ca2f-f7f1-499f-a5ce-10ce5e015489, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=be15ca2f-f7f1-499f-a5ce-10ce5e015489,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:43.438591 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-458b29ad-0527-4842-a8ce-d8715275ac42 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 819 time: 0.2568278 Sep 27 12:39:43.450634 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fc69287a-9e2a-4685-b234-8b1e6b98069b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.453784 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.485733 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-4575d981-2377-4c08-b0fc-cc354b0cd1fa tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/quotas/50e77355d7d84246bf4a7db12749b574 HTTP/1.1" status: 200 len: 375 time: 0.0433533 Sep 27 12:39:43.562207 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c7285c67-a44c-43d1-8aa7-bcc3e3e8cd82 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728858 Sep 27 12:39:43.578742 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3768-017d-4214-860b-d9162cf43b82 req-2fd14f88-214d-4021-a346-4936a4655a9f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:43.586129 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7acf3768-017d-4214-860b-d9162cf43b82 req-2fd14f88-214d-4021-a346-4936a4655a9f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 931 time: 0.2199333 Sep 27 12:39:43.757968 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7acf3768-017d-4214-860b-d9162cf43b82 req-c12085e9-4374-4701-abc1-3cead56746ae tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580257 Sep 27 12:39:43.793478 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.876747 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=be15ca2f-f7f1-499f-a5ce-10ce5e015489,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:43.903617 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73638159-19e3-4baf-8f2e-00f7cb89284b {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:43.922182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fc69287a-9e2a-4685-b234-8b1e6b98069b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.927684 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.931801 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:43.935102 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fc69287a-9e2a-4685-b234-8b1e6b98069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:44.083465 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Transition to ACTIVE for port object 73638159-19e3-4baf-8f2e-00f7cb89284b will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:39:44.085637 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:44.094502 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69287a-9e2a-4685-b234-8b1e6b98069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101db70c-83bd-4f54-99bf-ffacb129ec87,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:44.118775 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:44.122046 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:44.125239 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:44.157103 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-bb5c0aba-913a-47e8-ab90-6d9e1eb46f02 service neutron] 10.222.0.15 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936189 Sep 27 12:39:44.164368 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Pushing event updated for resources: {'Port': ['ID=cc2468ef-abfd-4a92-99bb-e2ed809657bf,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:44.236804 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-fc69287a-9e2a-4685-b234-8b1e6b98069b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=608864f4d7d447e1a6d91da8aec04141&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3929427 Sep 27 12:39:44.242186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.38', 58138) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:44.242361 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59914) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:44.337032 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-f8af606b-0af7-4ad7-bfeb-7bcf4c535f95 service neutron] 10.222.0.15 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786649 Sep 27 12:39:44.491697 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59922) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:44.536550 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:44.604405 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:44.605632 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:44.631100 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725efa-0002-4368-a0d6-4cba7416d395 req-0fcf131b-f2e8-44eb-a395-1fe4830ababc tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:44.638696 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-08725efa-0002-4368-a0d6-4cba7416d395 req-0fcf131b-f2e8-44eb-a395-1fe4830ababc tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 944 time: 0.5351174 Sep 27 12:39:44.657329 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device be15ca2f-f7f1-499f-a5ce-10ce5e015489 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:44.738890 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d5a0ae1-173f-4363-bd58-ab33ee73d70f req-015f798f-41f5-4e67-ad35-61316c6cc8f1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 210 time: 0.0951068 Sep 27 12:39:44.757928 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-606d6664-515d-4cee-a2fa-c2afd15bd032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:44.758403 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port be15ca2f-f7f1-499f-a5ce-10ce5e015489 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:44.758935 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:44.872665 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-67b41753-e0c7-4379-82e2-69d73c7b28b0 req-a55426c9-d103-4fd0-977d-d8b1cf33d0b1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 210 time: 0.0504966 Sep 27 12:39:45.032704 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-64959d7e-7c01-46ce-aca2-41ab019edfc3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:45.034651 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-64959d7e-7c01-46ce-aca2-41ab019edfc3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 810 time: 0.7901723 Sep 27 12:39:45.054200 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-08725efa-0002-4368-a0d6-4cba7416d395 req-be79b57d-bc17-43d6-bae6-c50d66577e80 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145415 Sep 27 12:39:45.061516 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c357-eba8-4fde-820a-79eb272bc045 req-3479b931-d581-44e7-95b7-fb9661b85417 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:45.063324 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6567c357-eba8-4fde-820a-79eb272bc045 req-3479b931-d581-44e7-95b7-fb9661b85417 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0950701 Sep 27 12:39:45.074068 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbe28-2f81-4f29-bbd6-5fdb23b4014c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.140620 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Attempting to bind port 73638159-19e3-4baf-8f2e-00f7cb89284b on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:45.141239 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Attempting to bind port 73638159-19e3-4baf-8f2e-00f7cb89284b by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:45.141358 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Attempting to bind port 73638159-19e3-4baf-8f2e-00f7cb89284b on network b5cf3484-68f6-4d34-aefd-257d643cb7dc {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:45.147643 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-606d6664-515d-4cee-a2fa-c2afd15bd032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.150208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbe28-2f81-4f29-bbd6-5fdb23b4014c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.157785 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-606d6664-515d-4cee-a2fa-c2afd15bd032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.162854 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Port 73638159-19e3-4baf-8f2e-00f7cb89284b on network b5cf3484-68f6-4d34-aefd-257d643cb7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:39:45.163181 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Attempting to bind port 73638159-19e3-4baf-8f2e-00f7cb89284b on network b5cf3484-68f6-4d34-aefd-257d643cb7dc {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:45.171538 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-22b8963c-7033-4384-826b-d04cedf3a7a3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de HTTP/1.1" status: 200 len: 379 time: 0.1160555 Sep 27 12:39:45.182311 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-9fdaee9c-1ad7-4edd-a25b-12448b201552 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5092185 Sep 27 12:39:45.188712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'port': {'device_id': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'admin_state_up': True, 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'security_groups': ['b9879dde-7d24-4004-bac5-d4f1b17b51cc']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:45.192400 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:45.193005 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Checking segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:45.193633 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Bound using segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:45.194308 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Bound port: 73638159-19e3-4baf-8f2e-00f7cb89284b, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:45.195110 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.202000 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Request body: {'port': {'device_id': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:45.205411 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6567c357-eba8-4fde-820a-79eb272bc045 req-6886261f-7013-41e2-bb21-509a733b7c34 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272893 Sep 27 12:39:45.243719 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-606d6664-515d-4cee-a2fa-c2afd15bd032 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aad480b72fe446ba9afa1f8365ad8e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509010 Sep 27 12:39:45.246709 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59958) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:45.272700 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d6664-515d-4cee-a2fa-c2afd15bd032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef5b42f-afb3-49d5-aa72-45d2760b9c44,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:45.373962 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d55c8dec-dcfc-4233-8285-87591cc38e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.410569 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d55c8dec-dcfc-4233-8285-87591cc38e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.418367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbe28-2f81-4f29-bbd6-5fdb23b4014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.421013 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbe28-2f81-4f29-bbd6-5fdb23b4014c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.422819 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f2bbbe28-2f81-4f29-bbd6-5fdb23b4014c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/101db70c-83bd-4f54-99bf-ffacb129ec87 HTTP/1.1" status: 204 len: 168 time: 1.1763318 Sep 27 12:39:45.437332 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.449780 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:45.465832 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbbe28-2f81-4f29-bbd6-5fdb23b4014c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101db70c-83bd-4f54-99bf-ffacb129ec87,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:45.498346 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:45.528173 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.548409 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d55c8dec-dcfc-4233-8285-87591cc38e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.556742 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d55c8dec-dcfc-4233-8285-87591cc38e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.563059 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-d55c8dec-dcfc-4233-8285-87591cc38e3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ef5b42f-afb3-49d5-aa72-45d2760b9c44 HTTP/1.1" status: 204 len: 168 time: 0.3150029 Sep 27 12:39:45.586386 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Made reservation on behalf of 26bdff77fe5641f6b8e24c0ff9fc05de for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:45.590675 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.593637 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:45.594396 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:45.598263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] 10.222.0.38 "PUT /v2.0/ports/73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 1093 time: 3.4542623 Sep 27 12:39:45.600694 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:45.603124 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562093e-ff05-4f36-82d4-c27330d83504" -d '{"events": [{"name": "network-changed", "server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:45.647072 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8dec-dcfc-4233-8285-87591cc38e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef5b42f-afb3-49d5-aa72-45d2760b9c44,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:45.846668 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef693f-2487-4742-b719-decbaa1f7805 service neutron] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:45.946802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5550c-ad9c-4269-867c-5cc914be1b37 x-openstack-request-id: req-edc5550c-ad9c-4269-867c-5cc914be1b37 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:45.947099 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:45.947354 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edc5550c-ad9c-4269-867c-5cc914be1b37 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:45.947758 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'status': 'completed', 'code': 200} Sep 27 12:39:45.985520 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8a0b310e-311e-4154-8fd7-bb3b6eb86b10 req-b0b46519-f8ae-4438-af3e-b2b7d4efbf1b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 210 time: 0.0877001 Sep 27 12:39:46.049290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.38', 58143) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:46.084273 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-8aadba9f-9172-426b-8369-b190c3add0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:46.085826 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-8aadba9f-9172-426b-8369-b190c3add0a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1096 time: 0.3816452 Sep 27 12:39:46.121176 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 5465e0d1-27b2-45e8-b681-387ab60039b4 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:46.241748 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 59986) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:46.250411 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 5465e0d1-27b2-45e8-b681-387ab60039b4 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:39:46.260080 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 5465e0d1-27b2-45e8-b681-387ab60039b4 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:46.260472 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.338957 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-975f9f38-d002-44ed-bdbd-b696623f4c7c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:46.341247 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-975f9f38-d002-44ed-bdbd-b696623f4c7c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 819 time: 0.2906902 Sep 27 12:39:46.351809 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 59996) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:46.366723 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-60b3dbed-bac6-41e0-be26-19e8ffd9326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.375508 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a168c2c-16e6-4012-91eb-0cfb2864dcc9 req-41cdb9f8-0566-4e9c-bac2-0843d0fde99b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 210 time: 0.2334018 Sep 27 12:39:46.396259 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-6e877097-17ad-4369-bd81-1c90d47128a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 217 time: 0.2314532 Sep 27 12:39:46.398267 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Request body: {'port': {'device_id': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'admin_state_up': True, 'tenant_id': '50e77355d7d84246bf4a7db12749b574'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:46.399341 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.416143 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-170adbf9-6008-49c2-95b4-dc773ac9ebdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.437685 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 5465e0d1-27b2-45e8-b681-387ab60039b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5465e0d1-27b2-45e8-b681-387ab60039b4,segment=NetworkSegment(03ae1225-aa72-475a-8287-9c11eb7b060d),segment_id=03ae1225-aa72-475a-8287-9c11eb7b060d)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:46.438880 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465e0d1-27b2-45e8-b681-387ab60039b4'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:46.490240 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Allocated IP 172.20.0.8 (9df8d1ee-3d49-468a-9a66-c4daaa49cfc7/1f445bba-75a6-4b24-8083-9de380e30ca7/72116fdc-83aa-4987-865d-84728c79a074) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:46.510538 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d746dbd-3b82-4ec5-ad14-f34c3c7eb9e2 req-01a5635f-fc09-4138-99da-926aa641051a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:46.512118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7d746dbd-3b82-4ec5-ad14-f34c3c7eb9e2 req-01a5635f-fc09-4138-99da-926aa641051a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 944 time: 0.1816344 Sep 27 12:39:46.518460 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.553846 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-f7d76e2a-21e4-40fe-b126-f8fffbcd31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:46.555442 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-f7d76e2a-21e4-40fe-b126-f8fffbcd31f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.1505642 Sep 27 12:39:46.590818 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=5465e0d1-27b2-45e8-b681-387ab60039b4,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:46.611231 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7d746dbd-3b82-4ec5-ad14-f34c3c7eb9e2 req-e58a9ffc-8af1-490c-90d4-2ea78f7a9e20 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854938 Sep 27 12:39:46.650265 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-60b3dbed-bac6-41e0-be26-19e8ffd9326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.654974 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-60b3dbed-bac6-41e0-be26-19e8ffd9326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.672373 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99458a61-1486-4f0b-90cf-db15f6b72f2e" -d '{"events": [{"server_uuid": "1afb267d-89b0-413f-a2ea-a933a5d8e3bb", "name": "network-vif-plugged", "status": "completed", "tag": "5465e0d1-27b2-45e8-b681-387ab60039b4"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:46.695753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.db.api [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 12:39:46.695753 dv-cinder-801522-3-iscsi neutron-server[100729]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 12:39:46.695753 dv-cinder-801522-3-iscsi neutron-server[100729]: [parameters: {'project_id_1': '50e77355d7d84246bf4a7db12749b574', 'expiration_1': datetime.datetime(2021, 9, 27, 12, 39, 26, 576877)}] Sep 27 12:39:46.695753 dv-cinder-801522-3-iscsi neutron-server[100729]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:39:46.696342 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3edf5-8c2e-40e6-90cb-39284d9faa2a req-d71f4a0e-535e-4730-8454-23f45fbad4ee tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:46.696454 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG oslo_db.api [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:39:46.697546 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-73a3edf5-8c2e-40e6-90cb-39284d9faa2a req-d71f4a0e-535e-4730-8454-23f45fbad4ee tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.2009823 Sep 27 12:39:46.698467 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-60b3dbed-bac6-41e0-be26-19e8ffd9326e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4317398a3b164ff7b888a94a4b7eab26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444097 Sep 27 12:39:46.700654 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3dbed-bac6-41e0-be26-19e8ffd9326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df6126-a09b-41a2-89cf-18e7be91a8a0,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:46.703862 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60008) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:46.724475 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2468ef-abfd-4a92-99bb-e2ed809657bf {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:46.735056 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.746632 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Transition to ACTIVE for port object cc2468ef-abfd-4a92-99bb-e2ed809657bf will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:39:46.759779 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.780083 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1552032f-a3a8-49bf-824f-55d43cfcf898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.808586 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1552032f-a3a8-49bf-824f-55d43cfcf898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.813372 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49896b76-d57b-4ea5-8895-a29ed78f5f3f x-openstack-request-id: req-49896b76-d57b-4ea5-8895-a29ed78f5f3f {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:46.814258 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afb267d-89b0-413f-a2ea-a933a5d8e3bb", "name": "network-vif-plugged", "status": "completed", "tag": "5465e0d1-27b2-45e8-b681-387ab60039b4", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:46.814526 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49896b76-d57b-4ea5-8895-a29ed78f5f3f {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:46.814980 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465e0d1-27b2-45e8-b681-387ab60039b4', 'code': 200} Sep 27 12:39:46.842219 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-e7f915af-10a5-4382-b5d3-6e888facfb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:46.843743 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-e7f915af-10a5-4382-b5d3-6e888facfb24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2614446 Sep 27 12:39:46.884518 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1552032f-a3a8-49bf-824f-55d43cfcf898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.887237 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1552032f-a3a8-49bf-824f-55d43cfcf898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:46.888810 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-1552032f-a3a8-49bf-824f-55d43cfcf898 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8df6126-a09b-41a2-89cf-18e7be91a8a0 HTTP/1.1" status: 204 len: 168 time: 0.1839912 Sep 27 12:39:46.903204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552032f-a3a8-49bf-824f-55d43cfcf898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df6126-a09b-41a2-89cf-18e7be91a8a0,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:46.949108 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Pushing event updated for resources: {'Port': ['ID=cc2468ef-abfd-4a92-99bb-e2ed809657bf,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:46.975640 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-73a3edf5-8c2e-40e6-90cb-39284d9faa2a req-44a6c47d-515d-4788-bf18-1d7c620a275a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565012 Sep 27 12:39:47.024929 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.069341 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.38', 58146) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:47.140112 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-407b79c0-0340-4b6c-bdb5-a97ce4af88ff service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807524 Sep 27 12:39:47.176264 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-00c1eb50-930d-477a-a128-d533b365852f req-8006a712-0895-443b-8a2e-ef2669efea01 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 210 time: 0.0420494 Sep 27 12:39:47.182501 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-170adbf9-6008-49c2-95b4-dc773ac9ebdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.208561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-170adbf9-6008-49c2-95b4-dc773ac9ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.220638 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Attempting to bind port cc2468ef-abfd-4a92-99bb-e2ed809657bf on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:47.221401 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Attempting to bind port cc2468ef-abfd-4a92-99bb-e2ed809657bf by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:47.222177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Attempting to bind port cc2468ef-abfd-4a92-99bb-e2ed809657bf on network fd1bffd1-0dff-45de-bab7-454c54a655e2 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:47.223745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6ed16169-049b-4eb5-ac55-468ac7abe209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:47.225759 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6ed16169-049b-4eb5-ac55-468ac7abe209 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 1098 time: 0.1550913 Sep 27 12:39:47.227497 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Made reservation on behalf of 50e77355d7d84246bf4a7db12749b574 for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:39:47.232311 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.242413 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.268218 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6df2fe1e-f7f3-495c-94e2-ef706631673a service neutron] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.299192 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Port cc2468ef-abfd-4a92-99bb-e2ed809657bf on network fd1bffd1-0dff-45de-bab7-454c54a655e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:39:47.299513 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Attempting to bind port cc2468ef-abfd-4a92-99bb-e2ed809657bf on network fd1bffd1-0dff-45de-bab7-454c54a655e2 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:47.343988 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-170adbf9-6008-49c2-95b4-dc773ac9ebdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1448e4a585ef4a41a64c47166540e770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9949093 Sep 27 12:39:47.348460 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170adbf9-6008-49c2-95b4-dc773ac9ebdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363c256c-6b53-4fc4-b97f-71a7330a15e2,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:47.352569 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:47.352905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Checking segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:47.353285 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Bound using segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:47.353724 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Bound port: cc2468ef-abfd-4a92-99bb-e2ed809657bf, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:47.354084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.355758 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60034) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:47.390256 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:47.408393 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:47.411742 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:47.419013 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'Port': ['ID=72116fdc-83aa-4987-865d-84728c79a074,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:47.722477 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Allocated IP 172.20.0.2 (fd1bffd1-0dff-45de-bab7-454c54a655e2/c5edb74f-2124-4f9f-9c7a-391d9f7e15f6/c893d4a8-d4c6-4948-bd37-339a56162466) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:39:47.779090 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e622e9c8-2ae8-4656-b0d5-81132fcd4e24 req-a092259e-bfca-4363-9438-51e2cd1187c0 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261134 Sep 27 12:39:47.844494 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-dc46c7c5-b1a7-4f24-a827-43df338c77fe None None] Provisioning complete for port 72116fdc-83aa-4987-865d-84728c79a074 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:47.845465 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dc46c7c5-b1a7-4f24-a827-43df338c77fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:47.921944 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d3d61-577c-4a51-a089-0b6ba9f1cdee req-a0971068-54ed-4dd5-bd72-8d24ed84f48e tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:47.927142 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-dc46c7c5-b1a7-4f24-a827-43df338c77fe None None] Port 72116fdc-83aa-4987-865d-84728c79a074 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:39:47.931407 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4f7d3d61-577c-4a51-a089-0b6ba9f1cdee req-a0971068-54ed-4dd5-bd72-8d24ed84f48e tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.1933000 Sep 27 12:39:47.939244 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3e49435b-7d2b-4256-a1a4-cd845f460306 req-e21281d0-ea99-4a30-89cd-0c332aa4d5c5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 210 time: 0.1716943 Sep 27 12:39:48.002989 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] For port cc2468ef-abfd-4a92-99bb-e2ed809657bf, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:48.009603 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] For port cc2468ef-abfd-4a92-99bb-e2ed809657bf, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:48.025035 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.033296 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.034265 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.062078 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6df2fe1e-f7f3-495c-94e2-ef706631673a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.078268 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6df2fe1e-f7f3-495c-94e2-ef706631673a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.122368 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4f7d3d61-577c-4a51-a089-0b6ba9f1cdee req-ee3965dc-9343-4919-b2f0-ce6977c31c0c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922076 Sep 27 12:39:48.207398 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.208028 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.217773 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] 10.222.0.38 "PUT /v2.0/ports/cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 1094 time: 3.0202124 Sep 27 12:39:48.244466 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.246375 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'tag': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:48.254065 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36e463c-4622-4163-a8a5-343f95f070b2" -d '{"events": [{"name": "network-changed", "server_uuid": "efb542ee-0214-4d4b-b919-a3be9029d195", "tag": "cc2468ef-abfd-4a92-99bb-e2ed809657bf"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:48.273908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a059ee52-d360-4e25-a834-153562bbf0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.281566 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6df2fe1e-f7f3-495c-94e2-ef706631673a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0381069 Sep 27 12:39:48.289169 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-65c1e341-714e-4ab3-8674-8930ef60f3e0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1041481 Sep 27 12:39:48.294415 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.297225 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562093e-ff05-4f36-82d4-c27330d83504 req-e8b4c812-1279-4ba1-866d-c07a65c37428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.298964 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-e8b4c812-1279-4ba1-866d-c07a65c37428 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1096 time: 0.4400623 Sep 27 12:39:48.346073 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a059ee52-d360-4e25-a834-153562bbf0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.373263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e460e-869a-4df9-b992-37d4da91967e service neutron] Pushing event updated for resources: {'Port': ['ID=cc2468ef-abfd-4a92-99bb-e2ed809657bf,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:48.409137 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327886e8-6f0c-4d5c-9e3b-81020d92a595 req-54afc940-e953-44c0-aaaf-24a5e02ac14f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.410934 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-327886e8-6f0c-4d5c-9e3b-81020d92a595 req-54afc940-e953-44c0-aaaf-24a5e02ac14f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.2494760 Sep 27 12:39:48.419850 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2fe1e-f7f3-495c-94e2-ef706631673a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=df9603a6-423d-42ed-bead-ce8d92ac3130,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:48.426554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-51044e62-8e21-4048-8bce-6e5746d31320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.428336 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-51044e62-8e21-4048-8bce-6e5746d31320 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1097 time: 0.1563182 Sep 27 12:39:48.436277 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Network fd1bffd1-0dff-45de-bab7-454c54a655e2 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:39:48.438418 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:39:48.444595 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:39:48.454761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a730-8443-461e-acd7-a1620a8db083 req-7f027b0b-15ed-43c5-ac5e-2e1fd90c6b0c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.456456 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-05e2a730-8443-461e-acd7-a1620a8db083 req-7f027b0b-15ed-43c5-ac5e-2e1fd90c6b0c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 931 time: 0.1740863 Sep 27 12:39:48.457088 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Pushing event updated for resources: {'Port': ['ID=c893d4a8-d4c6-4948-bd37-339a56162466,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:48.479506 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-327886e8-6f0c-4d5c-9e3b-81020d92a595 req-64733e0a-4fbf-4534-bde7-8967f5bad379 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571382 Sep 27 12:39:48.484793 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a059ee52-d360-4e25-a834-153562bbf0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.488186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a059ee52-d360-4e25-a834-153562bbf0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.489581 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a059ee52-d360-4e25-a834-153562bbf0fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/363c256c-6b53-4fc4-b97f-71a7330a15e2 HTTP/1.1" status: 204 len: 168 time: 1.1278861 Sep 27 12:39:48.499776 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059ee52-d360-4e25-a834-153562bbf0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c256c-6b53-4fc4-b97f-71a7330a15e2,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:48.524765 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-05e2a730-8443-461e-acd7-a1620a8db083 req-7cdb19c7-1c90-448d-91e7-1d779552c030 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452454 Sep 27 12:39:48.540476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.541307 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.569422 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-c01ad94c-28c3-4022-8040-a40e8053504d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1998901 Sep 27 12:39:48.576535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Request body: {'port': {'device_id': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:48.584056 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Request body: {'port': {'device_id': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:48.626562 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d6eba-86bd-423d-80d8-d83f72fe5ed7 x-openstack-request-id: req-556d6eba-86bd-423d-80d8-d83f72fe5ed7 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:48.627146 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb542ee-0214-4d4b-b919-a3be9029d195", "tag": "cc2468ef-abfd-4a92-99bb-e2ed809657bf", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:48.627393 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-556d6eba-86bd-423d-80d8-d83f72fe5ed7 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:48.627779 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'tag': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf', 'status': 'completed', 'code': 200} Sep 27 12:39:48.769500 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-03df54b0-c92d-4a74-bdb3-22ba31b99a2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.2307169 Sep 27 12:39:48.770742 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562093e-ff05-4f36-82d4-c27330d83504 req-4137d85d-e687-4914-9547-73335b9ef549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.772277 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-4137d85d-e687-4914-9547-73335b9ef549 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.2289703 Sep 27 12:39:48.846235 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.893581 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-46ece191-45d2-4220-9bb6-66b50e4cf4a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 217 time: 0.0857925 Sep 27 12:39:48.894005 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:48.948776 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-038cfdfc-91c4-42d9-9fa1-8a25f2b4d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:48.950239 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-038cfdfc-91c4-42d9-9fa1-8a25f2b4d09d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.1674759 Sep 27 12:39:49.056051 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-bb221958-a3fc-4734-84e4-f478a9d6434b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857356 Sep 27 12:39:49.140737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562093e-ff05-4f36-82d4-c27330d83504 req-2b145590-a3a6-4888-a79d-7c40392dce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:49.142571 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-2b145590-a3a6-4888-a79d-7c40392dce92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.2296157 Sep 27 12:39:49.289286 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d755b5-4ae6-4f44-8bb8-68d7ed2d50cf req-e00359f7-2b51-42ea-84af-74b5806b4b59 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:49.297063 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-32d755b5-4ae6-4f44-8bb8-68d7ed2d50cf req-e00359f7-2b51-42ea-84af-74b5806b4b59 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 931 time: 0.2432466 Sep 27 12:39:49.366003 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c893d4a8-d4c6-4948-bd37-339a56162466 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:49.379011 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:49.393875 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2dd1-7af3-448b-b3b7-44a186dd2561 req-3041e60f-18f8-44b2-9b27-332f8398abe0 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:49.401315 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1c3e2dd1-7af3-448b-b3b7-44a186dd2561 req-3041e60f-18f8-44b2-9b27-332f8398abe0 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.1908746 Sep 27 12:39:49.437045 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Transition to ACTIVE for port object c893d4a8-d4c6-4948-bd37-339a56162466 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:39:49.447385 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:49.492634 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-0b268e61-5f28-4f5a-9e96-3dd3263fb39f service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199779 Sep 27 12:39:49.505035 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562093e-ff05-4f36-82d4-c27330d83504 req-2c3c4840-597c-4ca2-a5f9-68d013ce77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:49.506609 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-2c3c4840-597c-4ca2-a5f9-68d013ce77d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3309793 Sep 27 12:39:49.536228 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1c3e2dd1-7af3-448b-b3b7-44a186dd2561 req-0bb7fbd1-e82b-4e33-8f57-7229140d7268 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340077 Sep 27 12:39:49.655988 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Pushing event updated for resources: {'Port': ['ID=c893d4a8-d4c6-4948-bd37-339a56162466,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:49.697863 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-32d755b5-4ae6-4f44-8bb8-68d7ed2d50cf req-0aef12f1-c0a0-46b3-8e90-cbf0a627ea98 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987496 Sep 27 12:39:49.735141 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Attempting to bind port c893d4a8-d4c6-4948-bd37-339a56162466 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:49.735504 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Attempting to bind port c893d4a8-d4c6-4948-bd37-339a56162466 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:49.735834 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Attempting to bind port c893d4a8-d4c6-4948-bd37-339a56162466 on network fd1bffd1-0dff-45de-bab7-454c54a655e2 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:49.749518 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62b468-759d-494c-9258-9330bc23dbe2 req-b248d37f-e04e-4905-99de-e34c5c927e40 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:49.756768 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de62b468-759d-494c-9258-9330bc23dbe2 req-b248d37f-e04e-4905-99de-e34c5c927e40 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 931 time: 0.1042688 Sep 27 12:39:49.766471 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Port c893d4a8-d4c6-4948-bd37-339a56162466 on network fd1bffd1-0dff-45de-bab7-454c54a655e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:39:49.766793 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Attempting to bind port c893d4a8-d4c6-4948-bd37-339a56162466 on network fd1bffd1-0dff-45de-bab7-454c54a655e2 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:49.787063 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:49.787426 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Checking segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:49.787996 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Bound using segment: {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:49.788571 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Bound port: c893d4a8-d4c6-4948-bd37-339a56162466, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e681231-7e68-4a25-bffa-5574bdac570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:49.788809 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:49.855121 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de62b468-759d-494c-9258-9330bc23dbe2 req-de378626-1e4e-4b8a-b98d-3e1c9bfe731b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974085 Sep 27 12:39:49.900053 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] For port c893d4a8-d4c6-4948-bd37-339a56162466, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:49.907364 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] For port c893d4a8-d4c6-4948-bd37-339a56162466, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c893d4a8-d4c6-4948-bd37-339a56162466,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:49.914261 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:49.955281 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72116fdc-83aa-4987-865d-84728c79a074 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:49.968721 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-8b625966-39e2-419d-bfb4-1ba51ac08224 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271674 Sep 27 12:39:49.969673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:49.971190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:49.972641 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:49.972761 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] 10.222.0.38 "PUT /v2.0/ports/c893d4a8-d4c6-4948-bd37-339a56162466 HTTP/1.1" status: 200 len: 1093 time: 1.3934369 Sep 27 12:39:49.974981 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'tag': 'c893d4a8-d4c6-4948-bd37-339a56162466'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:50.115048 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Transition to ACTIVE for port object 72116fdc-83aa-4987-865d-84728c79a074 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:39:50.145951 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3a06f-4676-4589-a42b-c2411df04f64 service neutron] Pushing event updated for resources: {'Port': ['ID=c893d4a8-d4c6-4948-bd37-339a56162466,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:50.151993 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:39:50.162547 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b98c2906-4218-4c2d-93c4-7d5431d5884a req-22991486-4eb0-4603-8b8a-380fe554cc42 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322763 Sep 27 12:39:50.186692 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:50.199290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-04817938-7539-415d-ae05-b5a8e7f9004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:50.201599 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-04817938-7539-415d-ae05-b5a8e7f9004b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 1096 time: 0.1674478 Sep 27 12:39:50.299940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf49405-61b8-44fd-984d-d70751a95393" -d '{"events": [{"name": "network-changed", "server_uuid": "45f52a57-c0f7-4723-9090-4c2d522ea5c2", "tag": "c893d4a8-d4c6-4948-bd37-339a56162466"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:50.317256 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9b65-1a3a-49c9-8d25-2124fcd5ec7f req-01c25f2f-2a9c-4235-bc87-15d07a85fc3b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:50.328546 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a80e9b65-1a3a-49c9-8d25-2124fcd5ec7f req-01c25f2f-2a9c-4235-bc87-15d07a85fc3b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.4974725 Sep 27 12:39:50.386731 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:50.411747 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'mac_address': 'fa:16:3e:31:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:39:50.420695 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-ffdb6bad-fdeb-4a65-85cb-20662f31298d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c893d4a8-d4c6-4948-bd37-339a56162466 HTTP/1.1" status: 200 len: 217 time: 0.2109590 Sep 27 12:39:50.515965 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:50.544355 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a80e9b65-1a3a-49c9-8d25-2124fcd5ec7f req-3bd28a44-a97f-46bf-ae80-515aa68e5ccd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102356 Sep 27 12:39:50.557349 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73638159-19e3-4baf-8f2e-00f7cb89284b {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:50.603858 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-a7ad3773-3acf-4ada-86f5-60e5ee20e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:50.607060 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-d13aaaa1-f508-431c-9e92-df9a4d7b8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:50.607345 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-a7ad3773-3acf-4ada-86f5-60e5ee20e16f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.1790555 Sep 27 12:39:50.608561 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-d13aaaa1-f508-431c-9e92-df9a4d7b8d50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1097 time: 0.2589324 Sep 27 12:39:50.611159 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:50.617130 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:50.639035 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-626294ce-efe6-48d9-811b-c614dcd2dc63 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504059 Sep 27 12:39:50.743464 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-6f4685d3-9711-40f4-a00f-e18b2b15671f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131845 Sep 27 12:39:50.754168 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:50.763834 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=72116fdc-83aa-4987-865d-84728c79a074,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:50.879976 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60224) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:50.884733 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['73638159-19e3-4baf-8f2e-00f7cb89284b'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:39:50.929016 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-401edf5f-af69-4e8d-9138-e84c3137ddf2 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720846 Sep 27 12:39:50.971113 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdfbe8f-01b3-4359-b23a-46f8a80ab432 x-openstack-request-id: req-dbdfbe8f-01b3-4359-b23a-46f8a80ab432 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:50.971408 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f52a57-c0f7-4723-9090-4c2d522ea5c2", "tag": "c893d4a8-d4c6-4948-bd37-339a56162466", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:50.971662 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbdfbe8f-01b3-4359-b23a-46f8a80ab432 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:50.972136 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'tag': 'c893d4a8-d4c6-4948-bd37-339a56162466', 'status': 'completed', 'code': 200} Sep 27 12:39:51.055770 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1108a9b-f85d-4fa3-a39b-12853042fdf5 req-752a3c91-9725-432a-83fc-0f7b2049bb26 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176255 Sep 27 12:39:51.193208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a92a0-c032-4e77-89f2-744bda1d5f82 req-5595902b-6d44-4559-8182-1fcb0fbeccfc tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.195186 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-6d2a92a0-c032-4e77-89f2-744bda1d5f82 req-5595902b-6d44-4559-8182-1fcb0fbeccfc tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.1339605 Sep 27 12:39:51.196761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1fa0d-15f9-46a2-9e52-1158885bd085 req-bab057fc-6aff-4c93-8726-fa867f97dead tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.198180 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Attempting to bind port 72116fdc-83aa-4987-865d-84728c79a074 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:39:51.198341 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-85e1fa0d-15f9-46a2-9e52-1158885bd085 req-bab057fc-6aff-4c93-8726-fa867f97dead tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 943 time: 0.1224697 Sep 27 12:39:51.198823 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Attempting to bind port 72116fdc-83aa-4987-865d-84728c79a074 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:39:51.199317 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Attempting to bind port 72116fdc-83aa-4987-865d-84728c79a074 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:51.204493 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Port 72116fdc-83aa-4987-865d-84728c79a074 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:39:51.204819 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Attempting to bind port 72116fdc-83aa-4987-865d-84728c79a074 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:39:51.208103 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-7fe184d4-e55c-43e1-a132-26a0fd131df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.208293 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf49405-61b8-44fd-984d-d70751a95393 req-0ef5e560-0155-4215-b155-0fba1e043816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.209626 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-7fe184d4-e55c-43e1-a132-26a0fd131df7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.5766580 Sep 27 12:39:51.210041 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-0ef5e560-0155-4215-b155-0fba1e043816 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0831029 Sep 27 12:39:51.219345 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:39:51.219686 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Checking segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:39:51.220103 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Bound using segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:39:51.220565 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Bound port: 72116fdc-83aa-4987-865d-84728c79a074, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:39:51.220925 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:51.277923 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-543d10e5-0014-4919-a489-b5691e12ef8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.0547369 Sep 27 12:39:51.336792 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] For port 72116fdc-83aa-4987-865d-84728c79a074, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:39:51.340573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] For port 72116fdc-83aa-4987-865d-84728c79a074, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72116fdc-83aa-4987-865d-84728c79a074,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:39:51.360633 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:51.379598 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b02bb248-27c1-434f-80bf-665c7b7c278c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:51.419955 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-6d2a92a0-c032-4e77-89f2-744bda1d5f82 req-9286400a-3622-4f50-893d-44deca82de8a tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077751 Sep 27 12:39:51.438898 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.439850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:51.441874 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] 10.222.0.38 "PUT /v2.0/ports/72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 1093 time: 2.8995028 Sep 27 12:39:51.442499 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'tag': '72116fdc-83aa-4987-865d-84728c79a074'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:51.445205 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf27899-a4fe-4d42-8ce2-74e04725d104" -d '{"events": [{"name": "network-changed", "server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "tag": "72116fdc-83aa-4987-865d-84728c79a074"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:51.471376 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-85e1fa0d-15f9-46a2-9e52-1158885bd085 req-8be30d2c-6fc0-4f66-8ad4-c9449f667ed6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437334 Sep 27 12:39:51.474451 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-4f3cf883-f7da-4401-ade9-c46cd0cfb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.486524 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-4f3cf883-f7da-4401-ade9-c46cd0cfb059 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.1349719 Sep 27 12:39:51.500276 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf49405-61b8-44fd-984d-d70751a95393 req-6e713ee5-9c0f-467e-84fb-38a5e7ad1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.502588 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-6e713ee5-9c0f-467e-84fb-38a5e7ad1ab1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.2744105 Sep 27 12:39:51.603385 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60252) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:51.607534 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21108-1d60-4c94-b8ac-b47de43ffbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=72116fdc-83aa-4987-865d-84728c79a074,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:51.607877 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:51.646120 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-aba912b3-bce8-4e27-9062-7d3c099713eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c893d4a8-d4c6-4948-bd37-339a56162466 HTTP/1.1" status: 200 len: 217 time: 0.1349769 Sep 27 12:39:51.672525 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0e52be-e9df-4d69-839b-4560f2d90ad4 x-openstack-request-id: req-6b0e52be-e9df-4d69-839b-4560f2d90ad4 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:51.672812 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "tag": "72116fdc-83aa-4987-865d-84728c79a074", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:51.675507 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b0e52be-e9df-4d69-839b-4560f2d90ad4 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:51.676710 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'tag': '72116fdc-83aa-4987-865d-84728c79a074', 'status': 'completed', 'code': 200} Sep 27 12:39:51.679666 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60256) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:51.699320 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-540e0137-d8f3-4d87-a19b-6df4f18b864f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063048 Sep 27 12:39:51.766609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-719ee806-146d-43c9-b502-e1c372e0a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.768248 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-719ee806-146d-43c9-b502-e1c372e0a344 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1096 time: 0.2483032 Sep 27 12:39:51.805904 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fec24b-0df0-45d6-b326-2f2da39f4fca req-764a336a-eed8-470f-b406-d9cdfb0e43ff tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.813372 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-59fec24b-0df0-45d6-b326-2f2da39f4fca req-764a336a-eed8-470f-b406-d9cdfb0e43ff tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 943 time: 0.1966250 Sep 27 12:39:51.867976 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf49405-61b8-44fd-984d-d70751a95393 req-ad39b193-c076-4533-a007-0a18d19dbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.869713 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-ad39b193-c076-4533-a007-0a18d19dbe01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.2143273 Sep 27 12:39:51.893845 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90230797-c925-42d4-b794-0429b5fc2b56 req-60385e79-1755-4944-a1b5-0268679b7344 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:51.902682 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-90230797-c925-42d4-b794-0429b5fc2b56 req-60385e79-1755-4944-a1b5-0268679b7344 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 944 time: 0.1531935 Sep 27 12:39:51.943750 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-3c383a84-a1c4-4880-8b03-7e237bce4236 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 217 time: 0.1110687 Sep 27 12:39:52.084444 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-59fec24b-0df0-45d6-b326-2f2da39f4fca req-584ef769-d852-4fff-a9e4-7b774a6e32b3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670355 Sep 27 12:39:52.100139 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-b63c0842-08c4-4a14-95bf-c5e7460a3256 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912048 Sep 27 12:39:52.106447 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-f4339026-2c5d-4a9c-bc03-54d017a62c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:52.108951 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-f4339026-2c5d-4a9c-bc03-54d017a62c96 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.1508918 Sep 27 12:39:52.145217 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-047943ac-72b9-47ae-b0f0-891da1422b97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2599676 Sep 27 12:39:52.156556 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0213ba2a-45e1-468f-a475-78728ee7e003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.174289 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.184845 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device cc2468ef-abfd-4a92-99bb-e2ed809657bf details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:39:52.202664 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b02bb248-27c1-434f-80bf-665c7b7c278c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.227766 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b02bb248-27c1-434f-80bf-665c7b7c278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.228046 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-cfe59503-3fb4-4e5d-809d-e24d6058a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:52.229736 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-cfe59503-3fb4-4e5d-809d-e24d6058a3f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111512 Sep 27 12:39:52.238204 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:52.257128 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-90230797-c925-42d4-b794-0429b5fc2b56 req-5f572a43-6990-45ca-87d2-871fae6d94af tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491464 Sep 27 12:39:52.277262 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-9716b6c5-66da-4e65-b535-f0d5f3373bd7 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666789 Sep 27 12:39:52.291272 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.db.api [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 12:39:52.291272 dv-cinder-801522-3-iscsi neutron-server[100729]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 12:39:52.291272 dv-cinder-801522-3-iscsi neutron-server[100729]: [parameters: {'project_id_1': 'bfd50f1e226844f78c62def92a7bbc72', 'expiration_1': datetime.datetime(2021, 9, 27, 12, 39, 32, 232754)}] Sep 27 12:39:52.291272 dv-cinder-801522-3-iscsi neutron-server[100729]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:39:52.292022 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG oslo_db.api [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:39:52.348078 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b02bb248-27c1-434f-80bf-665c7b7c278c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faeaae19631e45c9a9e5a5f85fa9a1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4665101 Sep 27 12:39:52.351713 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60274) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:52.371136 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bb248-27c1-434f-80bf-665c7b7c278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9253b69c-5fbc-41c5-882e-3641c3085539,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:52.375374 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port cc2468ef-abfd-4a92-99bb-e2ed809657bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:52.393500 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'port_id': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf', 'mac_address': 'fa:16:3e:19:05:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:39:52.401253 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 73638159-19e3-4baf-8f2e-00f7cb89284b completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:39:52.408895 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-f7bc50d1-5e91-46b7-81c9-6767925629d1 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501748 Sep 27 12:39:52.428345 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-0fcb7bbf-f043-4a0b-8967-4cf5a7b4df78 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879272 Sep 27 12:39:52.429517 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 73638159-19e3-4baf-8f2e-00f7cb89284b triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:52.430121 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.499302 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.527555 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0213ba2a-45e1-468f-a475-78728ee7e003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.536779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0213ba2a-45e1-468f-a475-78728ee7e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.556012 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2468ef-abfd-4a92-99bb-e2ed809657bf {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:52.567478 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9cf49405-61b8-44fd-984d-d70751a95393 req-e5c71e89-a006-4053-9fd7-eca0f373cc34 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485093 Sep 27 12:39:52.595580 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0213ba2a-45e1-468f-a475-78728ee7e003 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12a815b2dc7d490faf27c521a7a29111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9696083 Sep 27 12:39:52.595900 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60282) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:52.598574 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3173-9fd8-4901-a643-1ba990ae1b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.598732 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port cc2468ef-abfd-4a92-99bb-e2ed809657bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:52.603494 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ba2a-45e1-468f-a475-78728ee7e003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad39db-466e-40a7-a0c9-30ce57d7b124,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:52.626202 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.655508 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4272d301-78fa-4a55-820e-6bb48e8ecd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.663929 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3173-9fd8-4901-a643-1ba990ae1b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.670494 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.679356 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4272d301-78fa-4a55-820e-6bb48e8ecd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.701978 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-122095c0-5fb3-4856-bd78-01af1cfcebfa req-9eb57fa6-1a7b-41cb-8e05-5a472d369ca7 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645693 Sep 27 12:39:52.703877 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cc2468ef-abfd-4a92-99bb-e2ed809657bf,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:52.711244 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:52.713495 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ce635-d16d-4175-bb67-44d681f60b20" -d '{"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-plugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:52.728504 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:52.735445 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.738499 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4272d301-78fa-4a55-820e-6bb48e8ecd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.739115 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3302c-a97d-4a09-b16a-80701103e39a req-c261007e-4c6f-43c3-9c60-0bd37ff75c26 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:52.741110 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-13d3302c-a97d-4a09-b16a-80701103e39a req-c261007e-4c6f-43c3-9c60-0bd37ff75c26 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 943 time: 0.1345789 Sep 27 12:39:52.743515 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4272d301-78fa-4a55-820e-6bb48e8ecd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.745876 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-4272d301-78fa-4a55-820e-6bb48e8ecd60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27ad39db-466e-40a7-a0c9-30ce57d7b124 HTTP/1.1" status: 204 len: 168 time: 0.1480811 Sep 27 12:39:52.764034 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272d301-78fa-4a55-820e-6bb48e8ecd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad39db-466e-40a7-a0c9-30ce57d7b124,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:52.775501 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3173-9fd8-4901-a643-1ba990ae1b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.779540 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3173-9fd8-4901-a643-1ba990ae1b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.782821 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-ff3f3173-9fd8-4901-a643-1ba990ae1b55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9253b69c-5fbc-41c5-882e-3641c3085539 HTTP/1.1" status: 204 len: 168 time: 0.4271309 Sep 27 12:39:52.793639 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.826612 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75214504-dee5-4f2b-b9a6-c73204c103f3 x-openstack-request-id: req-75214504-dee5-4f2b-b9a6-c73204c103f3 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:52.826992 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-plugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:52.827305 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75214504-dee5-4f2b-b9a6-c73204c103f3 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:52.827619 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'code': 200} Sep 27 12:39:52.830915 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:52.839781 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-13d3302c-a97d-4a09-b16a-80701103e39a req-230583b4-6f73-4e59-9fb3-0fcc784372f1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899305 Sep 27 12:39:52.843697 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f3173-9fd8-4901-a643-1ba990ae1b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9253b69c-5fbc-41c5-882e-3641c3085539,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:52.856423 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-1ead8fcd-a176-4349-9c1b-f0ed45187c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:52.858523 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-1ead8fcd-a176-4349-9c1b-f0ed45187c39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1096 time: 0.0841401 Sep 27 12:39:52.900468 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['cc2468ef-abfd-4a92-99bb-e2ed809657bf'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:39:52.970111 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:52.976865 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.018830 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-e1ce3c32-d2e9-4fab-a2fb-4b5f9b57c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:53.022778 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-e1ce3c32-d2e9-4fab-a2fb-4b5f9b57c2fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.1430607 Sep 27 12:39:53.052196 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfd50f1e226844f78c62def92a7bbc72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3635979 Sep 27 12:39:53.054159 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5126-2ae8-4479-a1c4-5718ed5bb3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107ce6ef-6555-4a66-9962-742e1e4412e0,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:53.059190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60294) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:53.105880 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-d1838a7f-9994-4389-8ec2-e2415e12f609 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 217 time: 0.0752285 Sep 27 12:39:53.110393 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b55055-2862-4ef9-afaf-049a9dade22b req-d3cb0705-b6c1-4277-9e3e-0ec5168a4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:53.111990 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-34b55055-2862-4ef9-afaf-049a9dade22b req-d3cb0705-b6c1-4277-9e3e-0ec5168a4e0e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1098 time: 0.1068106 Sep 27 12:39:53.210414 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-e27bc208-9b4d-47f1-8d50-5422db6d802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:53.211892 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-e27bc208-9b4d-47f1-8d50-5422db6d802c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0975094 Sep 27 12:39:53.223421 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9afc-5186-4293-a0ec-c2d403ee293f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.272896 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-34b55055-2862-4ef9-afaf-049a9dade22b req-3e114bbe-4963-4385-b1a2-58da7c20d0cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527157 Sep 27 12:39:53.274517 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-3138427f-c76a-4bec-b530-54eca048bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:53.276261 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-3138427f-c76a-4bec-b530-54eca048bf2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561109 Sep 27 12:39:53.284201 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9afc-5186-4293-a0ec-c2d403ee293f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.316079 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fc34b-710f-49cf-8a63-933d813a5a03 req-2bdc7cd2-acd5-4ca4-9c35-5339d9b381a1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:53.317739 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-143fc34b-710f-49cf-8a63-933d813a5a03 req-2bdc7cd2-acd5-4ca4-9c35-5339d9b381a1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 943 time: 0.1115696 Sep 27 12:39:53.320785 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f4e21968-db29-46aa-a067-696c8942127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.335974 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60306) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:53.353542 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60308) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:53.361907 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ef53a1-4f85-465a-a187-ed8ac665f4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.376930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.384256 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9afc-5186-4293-a0ec-c2d403ee293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.386945 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9afc-5186-4293-a0ec-c2d403ee293f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.390306 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-4dcd9afc-5186-4293-a0ec-c2d403ee293f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/107ce6ef-6555-4a66-9962-742e1e4412e0 HTTP/1.1" status: 204 len: 168 time: 0.3276098 Sep 27 12:39:53.401180 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-143fc34b-710f-49cf-8a63-933d813a5a03 req-af7c59a7-8818-4ba8-9b71-5dbec2ad6641 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 Sep 27 12:39:53.402151 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd9afc-5186-4293-a0ec-c2d403ee293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ce6ef-6555-4a66-9962-742e1e4412e0,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:53.435928 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.db.api [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 12:39:53.435928 dv-cinder-801522-3-iscsi neutron-server[100728]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 12:39:53.435928 dv-cinder-801522-3-iscsi neutron-server[100728]: [parameters: {'project_id': '7f4962c695294612a74a6d2efb076023', 'id': 'af2e03cf-1aca-4c3e-a3ec-c0c7c2604f0f', 'expiration': datetime.datetime(2021, 9, 27, 12, 41, 53, 413085)}] Sep 27 12:39:53.435928 dv-cinder-801522-3-iscsi neutron-server[100728]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:39:53.436326 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG oslo_db.api [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:39:53.525765 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ef53a1-4f85-465a-a187-ed8ac665f4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.538996 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ef53a1-4f85-465a-a187-ed8ac665f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.543753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdd3d-c697-4e6d-bc14-93dea7d85b05 req-58607c94-a4be-405e-883e-ee0e11c108e5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:53.545314 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-064fdd3d-c697-4e6d-bc14-93dea7d85b05 req-58607c94-a4be-405e-883e-ee0e11c108e5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0735910 Sep 27 12:39:53.590314 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-064fdd3d-c697-4e6d-bc14-93dea7d85b05 req-24d0e7c2-1b90-44d2-94ba-519601cfe441 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Sep 27 12:39:53.592358 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a1ef53a1-4f85-465a-a187-ed8ac665f4ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3c38e4bc3fe494cabaf369e35b83f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550092 Sep 27 12:39:53.594661 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60318) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:53.595305 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef53a1-4f85-465a-a187-ed8ac665f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d75d9-2199-41ee-8393-0a8c0b9b7585,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:53.722369 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eb80f51e-b58d-4b31-bf63-30720d03d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.723808 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-6e1938eb-0083-4531-9fb5-47b0111e7028 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267034 Sep 27 12:39:53.766834 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eb80f51e-b58d-4b31-bf63-30720d03d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.880362 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edf27899-a4fe-4d42-8ce2-74e04725d104 req-dccbed6d-2581-4a0f-b170-1995741b43eb service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467326 Sep 27 12:39:53.894681 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eb80f51e-b58d-4b31-bf63-30720d03d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.899260 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eb80f51e-b58d-4b31-bf63-30720d03d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:53.903519 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-eb80f51e-b58d-4b31-bf63-30720d03d3db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/036d75d9-2199-41ee-8393-0a8c0b9b7585 HTTP/1.1" status: 204 len: 168 time: 0.3023410 Sep 27 12:39:53.929125 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80f51e-b58d-4b31-bf63-30720d03d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d75d9-2199-41ee-8393-0a8c0b9b7585,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:53.937872 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.009135 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c778-4b4c-4a03-b757-dea5e59a7465 req-0f7aa977-1acb-4294-b679-c03a847b1b7c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:54.011359 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9873c778-4b4c-4a03-b757-dea5e59a7465 req-0f7aa977-1acb-4294-b679-c03a847b1b7c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 943 time: 0.0608463 Sep 27 12:39:54.041044 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60340) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:54.063641 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0810c856-32d0-4a51-9175-86b1481bde44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.072590 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9873c778-4b4c-4a03-b757-dea5e59a7465 req-aa07c72f-54eb-40de-9a92-b3bb9bc66b00 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Sep 27 12:39:54.099792 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.106918 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.159276 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f4962c695294612a74a6d2efb076023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8045166 Sep 27 12:39:54.162242 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e117b7-62e9-4bed-af0f-37f1254d2891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76010bc7-de7e-401f-8cf2-d09541a6a9c6,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:54.162397 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60346) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:54.204509 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c893d4a8-d4c6-4948-bd37-339a56162466 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:39:54.214790 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device cc2468ef-abfd-4a92-99bb-e2ed809657bf up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:54.226016 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a89906c1-5303-494d-9efe-0758d45a6835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.247902 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a89906c1-5303-494d-9efe-0758d45a6835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.252405 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0810c856-32d0-4a51-9175-86b1481bde44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.258946 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0810c856-32d0-4a51-9175-86b1481bde44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.298176 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-0810c856-32d0-4a51-9175-86b1481bde44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6968b5df90a84504ae1a831d33e7bd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537148 Sep 27 12:39:54.299379 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60350) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:54.316156 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a89906c1-5303-494d-9efe-0758d45a6835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.319654 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a89906c1-5303-494d-9efe-0758d45a6835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.321006 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a89906c1-5303-494d-9efe-0758d45a6835 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76010bc7-de7e-401f-8cf2-d09541a6a9c6 HTTP/1.1" status: 204 len: 168 time: 0.1575031 Sep 27 12:39:54.334199 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c856-32d0-4a51-9175-86b1481bde44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438c2427-6708-4ae7-8b80-00c89c3f1c37,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:54.343094 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89906c1-5303-494d-9efe-0758d45a6835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76010bc7-de7e-401f-8cf2-d09541a6a9c6,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:54.396264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06858596-8026-47c8-9f13-d9236e9b4434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.407390 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port cc2468ef-abfd-4a92-99bb-e2ed809657bf completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:39:54.424952 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port cc2468ef-abfd-4a92-99bb-e2ed809657bf triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:54.425331 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.428142 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c893d4a8-d4c6-4948-bd37-339a56162466, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c893d4a8-d4c6-4948-bd37-339a56162466,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:54.459480 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06858596-8026-47c8-9f13-d9236e9b4434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.459625 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'c893d4a8-d4c6-4948-bd37-339a56162466', 'network_id': 'fd1bffd1-0dff-45de-bab7-454c54a655e2', 'port_id': 'c893d4a8-d4c6-4948-bd37-339a56162466', 'mac_address': 'fa:16:3e:4a:08:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5edb74f-2124-4f9f-9c7a-391d9f7e15f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:39:54.560312 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.576419 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06858596-8026-47c8-9f13-d9236e9b4434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.579845 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06858596-8026-47c8-9f13-d9236e9b4434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.583819 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-06858596-8026-47c8-9f13-d9236e9b4434 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/438c2427-6708-4ae7-8b80-00c89c3f1c37 HTTP/1.1" status: 204 len: 168 time: 0.2791634 Sep 27 12:39:54.585653 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c893d4a8-d4c6-4948-bd37-339a56162466 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:54.593414 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06858596-8026-47c8-9f13-d9236e9b4434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c2427-6708-4ae7-8b80-00c89c3f1c37,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:54.617499 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.620898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c893d4a8-d4c6-4948-bd37-339a56162466, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c893d4a8-d4c6-4948-bd37-339a56162466,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:54.630691 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.643360 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168a10e-c3f1-4f0c-a249-7512f8109cc1 req-2e43314f-28e8-445b-837f-2f74cb669228 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:54.647530 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c168a10e-c3f1-4f0c-a249-7512f8109cc1 req-2e43314f-28e8-445b-837f-2f74cb669228 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 943 time: 0.1265533 Sep 27 12:39:54.684852 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port cc2468ef-abfd-4a92-99bb-e2ed809657bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:54.697178 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:54.711420 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c893d4a8-d4c6-4948-bd37-339a56162466,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:54.724266 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c168a10e-c3f1-4f0c-a249-7512f8109cc1 req-4d5dc670-f93c-4ba4-a478-b8ff9d55b283 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688951 Sep 27 12:39:54.768702 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4007b7-0c0d-4054-a8b5-e5a0ef5f9ac4 req-71771069-b1bc-439f-b3a7-b178c2fe0908 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:54.775934 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1f4007b7-0c0d-4054-a8b5-e5a0ef5f9ac4 req-71771069-b1bc-439f-b3a7-b178c2fe0908 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0569303 Sep 27 12:39:54.786436 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cc2468ef-abfd-4a92-99bb-e2ed809657bf,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:54.815573 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1f4007b7-0c0d-4054-a8b5-e5a0ef5f9ac4 req-1844722f-1935-4893-9e53-6da4f05075bb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 Sep 27 12:39:54.829168 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:54.833891 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08b517-e812-4465-8d89-72e4a8478672" -d '{"events": [{"server_uuid": "efb542ee-0214-4d4b-b919-a3be9029d195", "name": "network-vif-plugged", "status": "completed", "tag": "cc2468ef-abfd-4a92-99bb-e2ed809657bf"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:54.903145 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c893d4a8-d4c6-4948-bd37-339a56162466'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:39:54.939432 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55801588-fbbf-43a6-b8bb-3d97f097506f x-openstack-request-id: req-55801588-fbbf-43a6-b8bb-3d97f097506f {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:54.939817 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb542ee-0214-4d4b-b919-a3be9029d195", "name": "network-vif-plugged", "status": "completed", "tag": "cc2468ef-abfd-4a92-99bb-e2ed809657bf", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:54.940252 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55801588-fbbf-43a6-b8bb-3d97f097506f {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:54.940923 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf', 'code': 200} Sep 27 12:39:55.022989 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556b7ef-6282-434b-9bdc-3c353452ca15 req-c02974ac-17f1-403b-b69b-a01a454c6796 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:55.038126 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1556b7ef-6282-434b-9bdc-3c353452ca15 req-c02974ac-17f1-403b-b69b-a01a454c6796 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0926850 Sep 27 12:39:55.046857 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60390) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:55.055378 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'floatingip': {'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:39:55.152218 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60394) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:55.154658 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.202993 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e2b60635-de25-439b-af51-94f46987a149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.248605 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579021-8c36-4255-8ddb-9d834c21016d req-f82bed4b-04f6-4675-a9d7-b077341a4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:55.250248 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bd579021-8c36-4255-8ddb-9d834c21016d req-f82bed4b-04f6-4675-a9d7-b077341a4230 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.1672559 Sep 27 12:39:55.271630 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af4e8e-8478-44ac-9e2c-69d5312d71f1 req-2ccd1064-e95b-4c9f-8d87-86df1e12aa32 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:55.279517 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-75af4e8e-8478-44ac-9e2c-69d5312d71f1 req-2ccd1064-e95b-4c9f-8d87-86df1e12aa32 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 944 time: 0.0830951 Sep 27 12:39:55.515884 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bd579021-8c36-4255-8ddb-9d834c21016d req-ca2ca02b-a471-4356-b0b6-50f69411ade0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574267 Sep 27 12:39:55.530326 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-75af4e8e-8478-44ac-9e2c-69d5312d71f1 req-f6f4028d-424e-46e2-8174-e90f7e181b1b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497718 Sep 27 12:39:55.559964 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60406) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:55.567636 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e2b60635-de25-439b-af51-94f46987a149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.591561 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e2b60635-de25-439b-af51-94f46987a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.686995 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d94b1425-fa91-4130-98bb-0593558a9ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.757751 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60420) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:55.757924 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e2b60635-de25-439b-af51-94f46987a149 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65204c1c308247c78ca6fdb11a05af88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001444 Sep 27 12:39:55.766803 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60635-de25-439b-af51-94f46987a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08e11b-47a4-4870-bd1b-21ec7eb5964d,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:55.841505 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d94b1425-fa91-4130-98bb-0593558a9ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.849933 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d94b1425-fa91-4130-98bb-0593558a9ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.862594 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-33ae58a0-f3e3-447b-8775-754b22be7eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.918295 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d94b1425-fa91-4130-98bb-0593558a9ae3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c38fb24ce6ce44499719599a734beb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570347 Sep 27 12:39:55.919215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60426) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:55.929841 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-33ae58a0-f3e3-447b-8775-754b22be7eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:55.931519 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b1425-fa91-4130-98bb-0593558a9ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb69608-2b35-4855-b6c4-43444edd64aa,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:56.045691 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b2b929a6-cff4-4395-aac4-0541729d4c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.053413 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e909f11e-fd23-4e1f-b2a7-52906bab444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.084928 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-33ae58a0-f3e3-447b-8775-754b22be7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.088216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-33ae58a0-f3e3-447b-8775-754b22be7eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.089973 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-33ae58a0-f3e3-447b-8775-754b22be7eda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de08e11b-47a4-4870-bd1b-21ec7eb5964d HTTP/1.1" status: 204 len: 168 time: 0.3310931 Sep 27 12:39:56.097516 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e909f11e-fd23-4e1f-b2a7-52906bab444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.111919 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae58a0-f3e3-447b-8775-754b22be7eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08e11b-47a4-4870-bd1b-21ec7eb5964d,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:56.184686 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e909f11e-fd23-4e1f-b2a7-52906bab444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.191788 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e909f11e-fd23-4e1f-b2a7-52906bab444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.193127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e909f11e-fd23-4e1f-b2a7-52906bab444e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eb69608-2b35-4855-b6c4-43444edd64aa HTTP/1.1" status: 204 len: 168 time: 0.2698693 Sep 27 12:39:56.200910 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150c9e-c3a1-4932-9759-0f4b7f60a643 req-c2e6e7bc-42f2-443c-94ec-af202a83705c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:56.204190 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909f11e-fd23-4e1f-b2a7-52906bab444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb69608-2b35-4855-b6c4-43444edd64aa,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:56.208283 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b7150c9e-c3a1-4932-9759-0f4b7f60a643 req-c2e6e7bc-42f2-443c-94ec-af202a83705c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 943 time: 0.3652465 Sep 27 12:39:56.216508 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 72116fdc-83aa-4987-865d-84728c79a074 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:39:56.220595 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c893d4a8-d4c6-4948-bd37-339a56162466 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:56.253746 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.260495 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.315324 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b7150c9e-c3a1-4932-9759-0f4b7f60a643 req-09898ed4-713d-42c9-98f2-bb5e69e53ab1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047328 Sep 27 12:39:56.341405 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port c893d4a8-d4c6-4948-bd37-339a56162466 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:39:56.351901 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port c893d4a8-d4c6-4948-bd37-339a56162466 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:56.352300 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.395850 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Floating IP 94d550ed-6d71-44dd-9aef-9da53c1cfc5f associated. External IP: 172.27.0.251, port: 73638159-19e3-4baf-8f2e-00f7cb89284b. Sep 27 12:39:56.410410 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 72116fdc-83aa-4987-865d-84728c79a074, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72116fdc-83aa-4987-865d-84728c79a074,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:56.427207 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '72116fdc-83aa-4987-865d-84728c79a074', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'port_id': '72116fdc-83aa-4987-865d-84728c79a074', 'mac_address': 'fa:16:3e:a0:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:39:56.520014 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.543582 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.550810 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72116fdc-83aa-4987-865d-84728c79a074 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:39:56.602868 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 72116fdc-83aa-4987-865d-84728c79a074, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72116fdc-83aa-4987-865d-84728c79a074,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:56.612234 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.617063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c893d4a8-d4c6-4948-bd37-339a56162466, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c893d4a8-d4c6-4948-bd37-339a56162466,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:56.623265 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.682929 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba22157-ac55-4436-9c42-6f4f36a86831 req-34373ac9-5000-4e88-8065-94fbc332cc88 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:56.683310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=72116fdc-83aa-4987-865d-84728c79a074,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:56.691789 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2ba22157-ac55-4436-9c42-6f4f36a86831 req-34373ac9-5000-4e88-8065-94fbc332cc88 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0745163 Sep 27 12:39:56.751309 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Router 595c79c5-ca1f-4d06-9014-778725533155 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:39:56.756358 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60448) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:56.758101 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2ba22157-ac55-4436-9c42-6f4f36a86831 req-4c265a30-c1e3-429a-9ddd-203c7c327feb tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645211 Sep 27 12:39:56.765750 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c893d4a8-d4c6-4948-bd37-339a56162466,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:56.887743 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.909580 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60458) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:56.911956 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['72116fdc-83aa-4987-865d-84728c79a074'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:39:56.927344 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5ed832c8-45e3-4059-847d-e725fd4b5b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.943380 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c893d4a8-d4c6-4948-bd37-339a56162466'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:56.945702 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d6ff6-bb1e-43ef-8279-38e86de2e0e9" -d '{"events": [{"server_uuid": "45f52a57-c0f7-4723-9090-4c2d522ea5c2", "name": "network-vif-plugged", "status": "completed", "tag": "c893d4a8-d4c6-4948-bd37-339a56162466"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:56.952717 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:39:56.958967 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:56.971287 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:39:56.982107 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:56.982744 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:57.000025 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-42f70559-1d3e-487d-998c-775805d82d80 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "PUT /v2.0/floatingips/94d550ed-6d71-44dd-9aef-9da53c1cfc5f HTTP/1.1" status: 200 len: 991 time: 1.9508274 Sep 27 12:39:57.015819 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:57.023602 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c868a7-1534-4997-8bd9-7857b691995a" -d '{"events": [{"name": "network-changed", "server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:57.096286 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c667b27-b824-4437-9287-78852c99edb9 x-openstack-request-id: req-9c667b27-b824-4437-9287-78852c99edb9 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:57.097111 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f52a57-c0f7-4723-9090-4c2d522ea5c2", "name": "network-vif-plugged", "status": "completed", "tag": "c893d4a8-d4c6-4948-bd37-339a56162466", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:57.097534 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c667b27-b824-4437-9287-78852c99edb9 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:57.098206 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c893d4a8-d4c6-4948-bd37-339a56162466', 'code': 200} Sep 27 12:39:57.145950 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b22b969-e62e-41fc-a5aa-2af861369749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.179754 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9845d8f8-a078-4ef8-8f2d-1c0f0cee3381 x-openstack-request-id: req-9845d8f8-a078-4ef8-8f2d-1c0f0cee3381 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:57.180249 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:57.180668 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9845d8f8-a078-4ef8-8f2d-1c0f0cee3381 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:57.181205 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'status': 'completed', 'code': 200} Sep 27 12:39:57.221958 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5ed832c8-45e3-4059-847d-e725fd4b5b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.261956 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.265087 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5ed832c8-45e3-4059-847d-e725fd4b5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.302300 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c868a7-1534-4997-8bd9-7857b691995a req-f5fd80ef-5175-4a2f-9e96-238528af55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:57.304744 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:57.308383 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-f5fd80ef-5175-4a2f-9e96-238528af55e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1098 time: 0.1267400 Sep 27 12:39:57.374180 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-5ed832c8-45e3-4059-847d-e725fd4b5b9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3175c507a2a421484bb397efb49ea48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634907 Sep 27 12:39:57.380487 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed832c8-45e3-4059-847d-e725fd4b5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b93441-cc76-48b1-a679-3a7ec5fd03bc,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:57.381093 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60478) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:57.410898 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b3d0-c27a-40ef-9bbb-426ae470bd98 req-b4c58282-4805-4ff9-93bb-08c6f142a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:57.412912 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3995b3d0-c27a-40ef-9bbb-426ae470bd98 req-b4c58282-4805-4ff9-93bb-08c6f142a3bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 1098 time: 0.1391697 Sep 27 12:39:57.518141 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3995b3d0-c27a-40ef-9bbb-426ae470bd98 req-de6db3c5-44be-42ba-a05d-a568bb0698ec service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951266 Sep 27 12:39:57.531891 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b22b969-e62e-41fc-a5aa-2af861369749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.542897 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b22b969-e62e-41fc-a5aa-2af861369749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.565562 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed47e8-04ed-4adb-b966-2075e8e6c83e req-0970e0fe-9143-4166-b5f4-0f90ef82acc5 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:57.567031 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ceed47e8-04ed-4adb-b966-2075e8e6c83e req-0970e0fe-9143-4166-b5f4-0f90ef82acc5 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 944 time: 0.1217926 Sep 27 12:39:57.600537 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c868a7-1534-4997-8bd9-7857b691995a req-6bc17f7b-8e44-4017-97f2-843f835ba31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:57.603257 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-6bc17f7b-8e44-4017-97f2-843f835ba31d service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.2854288 Sep 27 12:39:57.611297 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5662b9ee-39a3-4984-b941-a975185ab4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.620501 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b969-e62e-41fc-a5aa-2af861369749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdf881c-76df-466c-929c-b0f8f8043eba,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:57.647728 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-5b22b969-e62e-41fc-a5aa-2af861369749 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc041ef999ec4c68b366188df620abe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8753662 Sep 27 12:39:57.648119 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60484) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:57.660858 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5662b9ee-39a3-4984-b941-a975185ab4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.679742 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ceed47e8-04ed-4adb-b966-2075e8e6c83e req-9f273699-9c97-4ed5-9e8c-c8bbcf1db1fe tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013258 Sep 27 12:39:57.722501 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '94d550ed-6d71-44dd-9aef-9da53c1cfc5f', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '595c79c5-ca1f-4d06-9014-778725533155', 'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'mac_address': 'fa:16:3e:31:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:55Z', 'revision_number': 1, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:57.739268 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6d9584fb-bb1d-4419-8e7c-6ed526087381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.764580 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6d9584fb-bb1d-4419-8e7c-6ed526087381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.770045 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:39:57.779094 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:39:57.779712 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:57.827910 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6d9584fb-bb1d-4419-8e7c-6ed526087381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.831640 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6d9584fb-bb1d-4419-8e7c-6ed526087381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.833418 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-6d9584fb-bb1d-4419-8e7c-6ed526087381 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cdf881c-76df-466c-929c-b0f8f8043eba HTTP/1.1" status: 204 len: 168 time: 0.1840522 Sep 27 12:39:57.860406 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9584fb-bb1d-4419-8e7c-6ed526087381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdf881c-76df-466c-929c-b0f8f8043eba,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:57.865970 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5662b9ee-39a3-4984-b941-a975185ab4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.868494 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5662b9ee-39a3-4984-b941-a975185ab4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:57.874515 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5662b9ee-39a3-4984-b941-a975185ab4ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2b93441-cc76-48b1-a679-3a7ec5fd03bc HTTP/1.1" status: 204 len: 168 time: 0.4923403 Sep 27 12:39:57.937164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662b9ee-39a3-4984-b941-a975185ab4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b93441-cc76-48b1-a679-3a7ec5fd03bc,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:57.953688 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-ed92f9c8-7c29-47f4-9ca8-c3b204c07cc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 999 time: 0.2159228 Sep 27 12:39:57.983960 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:39:58.009220 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d7053-187f-4846-9838-4e1d3533b23f req-8af08f64-4ee6-40c6-99cb-fae81a47f8dc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:58.017309 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e42d7053-187f-4846-9838-4e1d3533b23f req-8af08f64-4ee6-40c6-99cb-fae81a47f8dc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.1118035 Sep 27 12:39:58.043399 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c868a7-1534-4997-8bd9-7857b691995a req-682ebf07-b509-4d81-879d-e68ce3ceef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:58.044926 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-682ebf07-b509-4d81-879d-e68ce3ceef35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0814924 Sep 27 12:39:58.092149 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e42d7053-187f-4846-9838-4e1d3533b23f req-12846021-e680-44d5-87f0-7053f9f58f6e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Sep 27 12:39:58.113652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c868a7-1534-4997-8bd9-7857b691995a req-324db558-d7d8-423e-b79c-496a1aae902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:58.115820 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-324db558-d7d8-423e-b79c-496a1aae902c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605049 Sep 27 12:39:58.226402 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 72116fdc-83aa-4987-865d-84728c79a074 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:39:58.296855 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-3bdf71fb-9729-4f81-8c39-0062ba40baf3 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673298 Sep 27 12:39:58.309168 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '94d550ed-6d71-44dd-9aef-9da53c1cfc5f', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '595c79c5-ca1f-4d06-9014-778725533155', 'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'mac_address': 'fa:16:3e:31:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:55Z', 'revision_number': 1, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:39:58.343730 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 72116fdc-83aa-4987-865d-84728c79a074 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:39:58.350724 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 72116fdc-83aa-4987-865d-84728c79a074 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:39:58.352994 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:58.356885 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654e5e9-3ac5-4fa1-9ab5-f14a2e547d4b None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '94d550ed-6d71-44dd-9aef-9da53c1cfc5f', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '595c79c5-ca1f-4d06-9014-778725533155', 'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'mac_address': 'fa:16:3e:31:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:55Z', 'revision_number': 1, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:39:58.443029 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-17c868a7-1534-4997-8bd9-7857b691995a req-d5acfd26-e24c-473b-93d2-05ab6a171374 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308277 Sep 27 12:39:58.557079 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60522) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:58.613105 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:58.668978 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48b2c9-136c-472f-b172-6870b9554363 None None] New status for floating IP 94d550ed-6d71-44dd-9aef-9da53c1cfc5f: ACTIVE {{(pid=100730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:39:58.674006 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 72116fdc-83aa-4987-865d-84728c79a074, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72116fdc-83aa-4987-865d-84728c79a074,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:39:58.699924 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:58.835408 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efae82eb-6e11-4754-8436-ce2a48114c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:58.856883 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87356bcb-66aa-4b52-97b2-5da092494a96 req-516d96d5-685d-4d20-a8bd-a93647dde314 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:58.858832 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-87356bcb-66aa-4b52-97b2-5da092494a96 req-516d96d5-685d-4d20-a8bd-a93647dde314 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0632873 Sep 27 12:39:58.913503 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=72116fdc-83aa-4987-865d-84728c79a074,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:58.924108 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-87356bcb-66aa-4b52-97b2-5da092494a96 req-c1ef25a6-1faa-4cb4-b571-1e8501b1097c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579691 Sep 27 12:39:58.986408 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efae82eb-6e11-4754-8436-ce2a48114c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:58.991610 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efae82eb-6e11-4754-8436-ce2a48114c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.041352 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-efae82eb-6e11-4754-8436-ce2a48114c97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07da9aca3eb14bdda3e6aab5d8fa71b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818034 Sep 27 12:39:59.042658 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae82eb-6e11-4754-8436-ce2a48114c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8cf81-bdee-4dab-b985-b74697b7d5a6,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:59.044578 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60548) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:59.105264 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72116fdc-83aa-4987-865d-84728c79a074'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:39:59.109023 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b5503-a398-4bf9-bf11-7fc63524832b" -d '{"events": [{"server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "name": "network-vif-plugged", "status": "completed", "tag": "72116fdc-83aa-4987-865d-84728c79a074"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:39:59.111901 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-37c58f1f-955d-41f8-80e9-41ca1142ada0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.125868 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.139308 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-37c58f1f-955d-41f8-80e9-41ca1142ada0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.196721 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-37c58f1f-955d-41f8-80e9-41ca1142ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.197404 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424dd9ae-671d-4bd6-a6b8-5a219eea1a01 x-openstack-request-id: req-424dd9ae-671d-4bd6-a6b8-5a219eea1a01 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:39:59.197794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "name": "network-vif-plugged", "status": "completed", "tag": "72116fdc-83aa-4987-865d-84728c79a074", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:39:59.198646 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-424dd9ae-671d-4bd6-a6b8-5a219eea1a01 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:39:59.199147 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72116fdc-83aa-4987-865d-84728c79a074', 'code': 200} Sep 27 12:39:59.200535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-37c58f1f-955d-41f8-80e9-41ca1142ada0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.201862 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-37c58f1f-955d-41f8-80e9-41ca1142ada0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77b8cf81-bdee-4dab-b985-b74697b7d5a6 HTTP/1.1" status: 204 len: 168 time: 0.1561983 Sep 27 12:39:59.214035 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c58f1f-955d-41f8-80e9-41ca1142ada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8cf81-bdee-4dab-b985-b74697b7d5a6,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:59.247328 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5b251-3226-4a06-a4c9-7449ab0a9638 req-ca3ccf78-6dff-48cc-9baf-552f8d5d73f1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:59.248997 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0bd5b251-3226-4a06-a4c9-7449ab0a9638 req-ca3ccf78-6dff-48cc-9baf-552f8d5d73f1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0719907 Sep 27 12:39:59.316471 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0bd5b251-3226-4a06-a4c9-7449ab0a9638 req-8f78e016-8dc0-4011-99e2-6d5ceb67b033 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606520 Sep 27 12:39:59.434554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94f4da-c74e-4de7-b36a-4abf022356f6 req-bc392a8e-0712-47c3-b582-a569f0126f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:59.436437 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-da94f4da-c74e-4de7-b36a-4abf022356f6 req-bc392a8e-0712-47c3-b582-a569f0126f57 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1098 time: 0.0529268 Sep 27 12:39:59.472752 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-da94f4da-c74e-4de7-b36a-4abf022356f6 req-5007894c-101a-4d1d-acd9-629523b90f3a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289106 Sep 27 12:39:59.646042 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60582) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:59.665159 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-03c262b5-7ee4-4b11-848c-93ddb03bf0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.673898 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebfae5-ed6b-41fa-ac28-0c5906bee02b req-2f866180-da66-4001-87be-0c7882dd65c5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:59.675447 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5aebfae5-ed6b-41fa-ac28-0c5906bee02b req-2f866180-da66-4001-87be-0c7882dd65c5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0541570 Sep 27 12:39:59.731845 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5aebfae5-ed6b-41fa-ac28-0c5906bee02b req-f29c5a60-68d1-4e12-ad41-5cd782b096b9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501192 Sep 27 12:39:59.799540 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-03c262b5-7ee4-4b11-848c-93ddb03bf0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.804757 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-03c262b5-7ee4-4b11-848c-93ddb03bf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:59.807289 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-e0b6719d-24c0-406a-8a34-69a95303f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:59.809882 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-e0b6719d-24c0-406a-8a34-69a95303f073 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 1098 time: 0.0527802 Sep 27 12:39:59.848623 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-03c262b5-7ee4-4b11-848c-93ddb03bf0fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf516fadd3824bb48e0fe7be17997a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989572 Sep 27 12:39:59.848623 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c262b5-7ee4-4b11-848c-93ddb03bf0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b546c664-2d5a-4d8d-8729-2fbe354000b5,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:39:59.848928 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60590) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:39:59.966679 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-2132b226-d9eb-4128-960f-ba0bf2162e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:39:59.968204 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-2132b226-d9eb-4128-960f-ba0bf2162e6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.1493928 Sep 27 12:39:59.971180 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-93c5add1-3f66-4194-9d0c-8690d65ff936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:00.027806 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-f8775eec-0955-426d-95b6-de6e2ac8a1d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c893d4a8-d4c6-4948-bd37-339a56162466 HTTP/1.1" status: 200 len: 217 time: 0.0459931 Sep 27 12:40:00.038991 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-93c5add1-3f66-4194-9d0c-8690d65ff936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:00.076974 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dbaff-7cdd-430f-b7b9-a7d147332352 req-5f9f7fb9-a436-4769-b572-01da84cf2e15 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:00.078684 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-908dbaff-7cdd-430f-b7b9-a7d147332352 req-5f9f7fb9-a436-4769-b572-01da84cf2e15 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0765443 Sep 27 12:40:00.112022 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-d20896bc-4097-4f4f-bb92-4a4d1c116adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:00.113561 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-d20896bc-4097-4f4f-bb92-4a4d1c116adc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.0767739 Sep 27 12:40:00.129501 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-908dbaff-7cdd-430f-b7b9-a7d147332352 req-2898527d-c27a-44d4-afd4-0896024a293b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420423 Sep 27 12:40:00.151404 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-40c91f56-e785-4a57-80b6-99ae856f03e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289731 Sep 27 12:40:00.163921 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-93c5add1-3f66-4194-9d0c-8690d65ff936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:00.166531 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-93c5add1-3f66-4194-9d0c-8690d65ff936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:00.168365 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-93c5add1-3f66-4194-9d0c-8690d65ff936 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b546c664-2d5a-4d8d-8729-2fbe354000b5 HTTP/1.1" status: 204 len: 168 time: 0.3167291 Sep 27 12:40:00.194084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5add1-3f66-4194-9d0c-8690d65ff936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b546c664-2d5a-4d8d-8729-2fbe354000b5,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:00.298672 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-bef13096-f9b6-4da7-a805-3b7360e37409 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357281 Sep 27 12:40:00.413201 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-604be9ea-84ee-47f6-8dc8-57ea7014b331 req-69477a32-7525-4e1d-af84-8680547312ed service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988696 Sep 27 12:40:00.861308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a4a70-3669-4833-b8f5-f11421ac31cb req-c49cd136-a787-4540-a097-bab2392eecc3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:00.863439 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-823a4a70-3669-4833-b8f5-f11421ac31cb req-c49cd136-a787-4540-a097-bab2392eecc3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0617142 Sep 27 12:40:00.906014 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-823a4a70-3669-4833-b8f5-f11421ac31cb req-a3a1a12f-5e15-40db-a814-6ea62ae7179c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357208 Sep 27 12:40:01.312158 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8088-4009-44fd-90d7-1745b3dfacf7 req-e5eab005-b377-4a6a-8820-c8fbdcd38af1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:01.313751 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-439c8088-4009-44fd-90d7-1745b3dfacf7 req-e5eab005-b377-4a6a-8820-c8fbdcd38af1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0595660 Sep 27 12:40:01.362808 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-439c8088-4009-44fd-90d7-1745b3dfacf7 req-b3c983e9-130f-4516-86ad-7bc2ccd9285b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399251 Sep 27 12:40:01.520642 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1683d-037d-4b04-818b-1711465b2b6b req-29b6e1f4-c4ee-4441-9215-c7df2b071fa7 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:01.522491 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ada1683d-037d-4b04-818b-1711465b2b6b req-29b6e1f4-c4ee-4441-9215-c7df2b071fa7 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0938406 Sep 27 12:40:01.532340 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60736) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:01.537769 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'floatingip': {'port_id': '72116fdc-83aa-4987-865d-84728c79a074'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:01.634556 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:02.130923 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5346d-be41-4279-85c6-346d47d1cafe req-7b98f3fa-1c32-4ddb-8f32-7a71ff43717b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:02.133245 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6b5346d-be41-4279-85c6-346d47d1cafe req-7b98f3fa-1c32-4ddb-8f32-7a71ff43717b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0945656 Sep 27 12:40:02.194363 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6b5346d-be41-4279-85c6-346d47d1cafe req-3a28a492-c1cb-4f42-bcdc-b2cd1751b095 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543001 Sep 27 12:40:02.652220 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:02.657473 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:02.775490 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.l3_db [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Floating IP ac36cc44-2407-483d-863c-8184dd61955f associated. External IP: 172.27.0.4, port: 72116fdc-83aa-4987-865d-84728c79a074. Sep 27 12:40:02.944585 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7270a-dc8a-4e0e-8380-1ceea3d7dfa4 req-b0b50d44-6745-4519-bb0f-13e0078a3833 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:02.946427 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-23f7270a-dc8a-4e0e-8380-1ceea3d7dfa4 req-b0b50d44-6745-4519-bb0f-13e0078a3833 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.0788622 Sep 27 12:40:03.049323 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-23f7270a-dc8a-4e0e-8380-1ceea3d7dfa4 req-7c482523-e141-4db2-83db-1f03a89290cc tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674767 Sep 27 12:40:03.086177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:40:03.190617 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:40:03.195470 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:03.200205 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:40:03.211182 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:40:03.211792 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:03.231968 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7e8e3814-9e8d-46a0-a540-00e49c876f58 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "PUT /v2.0/floatingips/ac36cc44-2407-483d-863c-8184dd61955f HTTP/1.1" status: 200 len: 989 time: 1.6951361 Sep 27 12:40:03.231968 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'tag': '72116fdc-83aa-4987-865d-84728c79a074'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:40:03.232495 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf" -d '{"events": [{"name": "network-changed", "server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "tag": "72116fdc-83aa-4987-865d-84728c79a074"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:40:03.314626 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41c27c-a9a1-4bba-be71-c689f50aef38 req-c8af305a-c446-4ae9-b073-97a253f53bf1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:03.316444 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-da41c27c-a9a1-4bba-be71-c689f50aef38 req-c8af305a-c446-4ae9-b073-97a253f53bf1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0582643 Sep 27 12:40:03.346957 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:40:03.365900 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-da41c27c-a9a1-4bba-be71-c689f50aef38 req-864e4a0b-aa43-4f58-8d76-416ff918d457 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Sep 27 12:40:03.395182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a1e19-3926-4a51-8da0-d3cb38be1ac7 x-openstack-request-id: req-7e6a1e19-3926-4a51-8da0-d3cb38be1ac7 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:40:03.395491 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "tag": "72116fdc-83aa-4987-865d-84728c79a074", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:40:03.395745 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e6a1e19-3926-4a51-8da0-d3cb38be1ac7 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:40:03.396163 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'tag': '72116fdc-83aa-4987-865d-84728c79a074', 'status': 'completed', 'code': 200} Sep 27 12:40:03.491982 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-ef81a2d7-f516-4e35-9964-1e3a6b2e439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:03.493529 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-ef81a2d7-f516-4e35-9964-1e3a6b2e439f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1098 time: 0.0687778 Sep 27 12:40:03.626068 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-68bf7b1c-53fb-41fc-8d29-fe7350fadf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:03.627595 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-68bf7b1c-53fb-41fc-8d29-fe7350fadf5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.1157305 Sep 27 12:40:03.637577 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'ac36cc44-2407-483d-863c-8184dd61955f', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'port_id': '72116fdc-83aa-4987-865d-84728c79a074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'mac_address': 'fa:16:3e:a0:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:39:39Z', 'updated_at': '2021-09-27T12:40:02Z', 'revision_number': 1, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:03.676504 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:40:03.707223 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:40:03.707860 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:39:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:03.729446 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-8830198e-a79a-4f16-b350-e9c405881d1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 997 time: 0.0872011 Sep 27 12:40:03.788941 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-d27c7b75-aa86-4734-9eb1-fb7beb6c4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:03.789949 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-d27c7b75-aa86-4734-9eb1-fb7beb6c4ed7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0530765 Sep 27 12:40:03.826480 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:40:03.836180 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-69d8dee9-5d4b-4f9d-a783-d43627ac7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:03.837663 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-69d8dee9-5d4b-4f9d-a783-d43627ac7469 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388250 Sep 27 12:40:03.938716 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-780060e2-a7a9-491c-b616-ec1e2930a112 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923603 Sep 27 12:40:04.049552 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb6ce7a7-ae4b-421f-9716-2a7cd49676bf req-046df166-b1f1-42ec-9e8f-01777dc86422 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983844 Sep 27 12:40:04.056470 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'ac36cc44-2407-483d-863c-8184dd61955f', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'port_id': '72116fdc-83aa-4987-865d-84728c79a074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'mac_address': 'fa:16:3e:a0:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:39:39Z', 'updated_at': '2021-09-27T12:40:02Z', 'revision_number': 1, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:04.090028 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a36c9-38f3-400c-8e17-0fe3bdcf7a52 None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'ac36cc44-2407-483d-863c-8184dd61955f', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'port_id': '72116fdc-83aa-4987-865d-84728c79a074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'mac_address': 'fa:16:3e:a0:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:39:39Z', 'updated_at': '2021-09-27T12:40:02Z', 'revision_number': 1, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:40:04.177863 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf394c6-bb0c-4068-ba3c-ce47342caf7c req-75fb2589-bede-4a52-903f-9bfe462f3b99 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:04.181004 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4cf394c6-bb0c-4068-ba3c-ce47342caf7c req-75fb2589-bede-4a52-903f-9bfe462f3b99 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.0539775 Sep 27 12:40:04.224874 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4cf394c6-bb0c-4068-ba3c-ce47342caf7c req-ad505b00-d271-42a3-8f37-0f4c304d9193 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Sep 27 12:40:04.304848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f496f-f035-4751-b6dc-25f98ea333c3 None None] New status for floating IP ac36cc44-2407-483d-863c-8184dd61955f: ACTIVE {{(pid=100730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:40:04.483243 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031c757-e505-4ea1-8af4-47c3a8d4c6fd req-0eda94da-dee2-439b-9d10-2c1dc6cfa9a0 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:04.484751 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a031c757-e505-4ea1-8af4-47c3a8d4c6fd req-0eda94da-dee2-439b-9d10-2c1dc6cfa9a0 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0479524 Sep 27 12:40:04.522153 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a031c757-e505-4ea1-8af4-47c3a8d4c6fd req-34205321-e973-41ed-b27e-fcacb5c41bdd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Sep 27 12:40:04.722824 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:40:05.079359 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60858) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:05.182723 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6affbc03-e75a-4893-b40b-1f822f911b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.277214 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6affbc03-e75a-4893-b40b-1f822f911b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.282802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6affbc03-e75a-4893-b40b-1f822f911b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.324943 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affbc03-e75a-4893-b40b-1f822f911b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede4397-bd10-46c7-90e0-50ecaf30d334,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:05.330915 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-6affbc03-e75a-4893-b40b-1f822f911b4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc5e5c9894404a4b8d6c68bf92d66cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500391 Sep 27 12:40:05.333596 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60868) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:05.381855 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1c93099-8e66-4d7f-a194-18631735c818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.405483 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1c93099-8e66-4d7f-a194-18631735c818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.449426 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1c93099-8e66-4d7f-a194-18631735c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.452049 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1c93099-8e66-4d7f-a194-18631735c818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.453203 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a1c93099-8e66-4d7f-a194-18631735c818 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ede4397-bd10-46c7-90e0-50ecaf30d334 HTTP/1.1" status: 204 len: 168 time: 0.1187994 Sep 27 12:40:05.460823 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c93099-8e66-4d7f-a194-18631735c818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede4397-bd10-46c7-90e0-50ecaf30d334,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:05.702346 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 60876) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:05.715951 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5f70b11d-3d3a-4e16-89c3-54050ba4fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.805163 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5f70b11d-3d3a-4e16-89c3-54050ba4fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.809727 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5f70b11d-3d3a-4e16-89c3-54050ba4fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.847095 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5f70b11d-3d3a-4e16-89c3-54050ba4fc9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06fb7174750e43beab6bc9884ce197ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436779 Sep 27 12:40:05.847930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70b11d-3d3a-4e16-89c3-54050ba4fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e50d6eb-53ce-42e9-a88f-62d7023af96a,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:05.849792 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60880) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:05.898331 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-13082f8f-42bf-487b-9fce-bcb02889528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.918779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-13082f8f-42bf-487b-9fce-bcb02889528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.962177 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-13082f8f-42bf-487b-9fce-bcb02889528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.965352 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-13082f8f-42bf-487b-9fce-bcb02889528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:05.966476 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-13082f8f-42bf-487b-9fce-bcb02889528f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e50d6eb-53ce-42e9-a88f-62d7023af96a HTTP/1.1" status: 204 len: 168 time: 0.1156754 Sep 27 12:40:05.974031 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13082f8f-42bf-487b-9fce-bcb02889528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e50d6eb-53ce-42e9-a88f-62d7023af96a,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:06.279461 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60888) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:06.292143 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-70d2d3e4-233f-45f6-bcbc-70e1705a841b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.382877 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-70d2d3e4-233f-45f6-bcbc-70e1705a841b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.387156 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-70d2d3e4-233f-45f6-bcbc-70e1705a841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.428037 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-70d2d3e4-233f-45f6-bcbc-70e1705a841b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcd0a97afd4a406caafbd76953d1f704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456337 Sep 27 12:40:06.428868 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60892) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:06.435361 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2d3e4-233f-45f6-bcbc-70e1705a841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921709c6-75b2-4849-8e19-17355aa7094f,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:06.484737 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b9c087e-6a33-448d-ade3-c1516f8dc6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.505151 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b9c087e-6a33-448d-ade3-c1516f8dc6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.549728 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b9c087e-6a33-448d-ade3-c1516f8dc6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.552547 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b9c087e-6a33-448d-ade3-c1516f8dc6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:06.553661 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-5b9c087e-6a33-448d-ade3-c1516f8dc6ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/921709c6-75b2-4849-8e19-17355aa7094f HTTP/1.1" status: 204 len: 168 time: 0.1238821 Sep 27 12:40:06.561486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c087e-6a33-448d-ade3-c1516f8dc6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921709c6-75b2-4849-8e19-17355aa7094f,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:07.533703 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5eea-74b5-43f0-af8b-ba9f63219be7 req-d3a3dba8-53e3-4197-890c-1dfbb59ca2a0 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:07.535552 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-190b5eea-74b5-43f0-af8b-ba9f63219be7 req-d3a3dba8-53e3-4197-890c-1dfbb59ca2a0 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.0563936 Sep 27 12:40:07.545000 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d264cc-252e-43e1-b74c-8fb16af48ee6 req-fec1c2e4-8677-403f-a0f2-35d971410a3c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:07.546776 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-43d264cc-252e-43e1-b74c-8fb16af48ee6 req-fec1c2e4-8677-403f-a0f2-35d971410a3c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Sep 27 12:40:07.576320 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-190b5eea-74b5-43f0-af8b-ba9f63219be7 req-65b08822-1ab5-43ef-af72-088da12568db tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Sep 27 12:40:07.589301 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-43d264cc-252e-43e1-b74c-8fb16af48ee6 req-d6d5a92d-ef69-43bc-9dda-ede78d2fbf1a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359282 Sep 27 12:40:08.355963 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-c852acc6-4306-4829-a4cb-3dfd984d0142 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:08.357771 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-c852acc6-4306-4829-a4cb-3dfd984d0142 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.38 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.0516694 Sep 27 12:40:08.526381 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Deleting port 5465e0d1-27b2-45e8-b681-387ab60039b4 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:40:08.527552 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:08.639662 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] For port 5465e0d1-27b2-45e8-b681-387ab60039b4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5465e0d1-27b2-45e8-b681-387ab60039b4,segment=NetworkSegment(03ae1225-aa72-475a-8287-9c11eb7b060d),segment_id=03ae1225-aa72-475a-8287-9c11eb7b060d)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:40:08.640315 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:08.658027 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Calling delete_port for 5465e0d1-27b2-45e8-b681-387ab60039b4 owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:40:08.746734 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c445-145d-40fe-b62a-7c7f6365e946 req-f4e3573b-b661-4135-aae0-7b13197f4a36 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:08.748593 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1510c445-145d-40fe-b62a-7c7f6365e946 req-f4e3573b-b661-4135-aae0-7b13197f4a36 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 945 time: 0.0582225 Sep 27 12:40:08.749237 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 60998) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:08.787051 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 32770) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:08.803676 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1510c445-145d-40fe-b62a-7c7f6365e946 req-4b3cf696-f98d-4fc2-b32a-b74ff66a47f3 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/security-groups?id=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481555 Sep 27 12:40:08.805790 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f117314-ddde-4849-bd15-5bc52a65cfd6 req-2eadd2a2-dea1-43b4-9bf2-aa32af55e566 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:08.807986 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0f117314-ddde-4849-bd15-5bc52a65cfd6 req-2eadd2a2-dea1-43b4-9bf2-aa32af55e566 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.1008990 Sep 27 12:40:08.889435 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0f117314-ddde-4849-bd15-5bc52a65cfd6 req-b8738665-2229-4559-b38e-c4a0a06df7a5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Sep 27 12:40:08.903475 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f0af81fd-e6a0-4c56-9d0b-7e158b9a10fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:08.914372 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:08.928089 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['5465e0d1-27b2-45e8-b681-387ab60039b4'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:40:08.942749 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1290b856-8b2f-4797-81e5-dbba93bf3b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:08.944800 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Pushing event deleted for resources: {'Port': ['ID=5465e0d1-27b2-45e8-b681-387ab60039b4,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:09.004318 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] No DVR routers for this DVR port 5465e0d1-27b2-45e8-b681-387ab60039b4 on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:40:09.013345 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.015475 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eeff11a2-0f8e-453c-8c1d-ff0f201608b6 req-85706734-f72a-4cf8-a530-ffb5db47f98c tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.38 "DELETE /v2.0/ports/5465e0d1-27b2-45e8-b681-387ab60039b4 HTTP/1.1" status: 204 len: 173 time: 0.6466484 Sep 27 12:40:09.015930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'name': 'network-vif-deleted', 'tag': '5465e0d1-27b2-45e8-b681-387ab60039b4'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:40:09.018249 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d12d44-f291-418b-8b0b-a180c566b233" -d '{"events": [{"server_uuid": "1afb267d-89b0-413f-a2ea-a933a5d8e3bb", "name": "network-vif-deleted", "tag": "5465e0d1-27b2-45e8-b681-387ab60039b4"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:40:09.036301 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f0af81fd-e6a0-4c56-9d0b-7e158b9a10fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.041938 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f0af81fd-e6a0-4c56-9d0b-7e158b9a10fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.063007 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20e37c-a4d5-4333-84b2-e8807277157d x-openstack-request-id: req-af20e37c-a4d5-4333-84b2-e8807277157d {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:40:09.063304 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afb267d-89b0-413f-a2ea-a933a5d8e3bb", "name": "network-vif-deleted", "tag": "5465e0d1-27b2-45e8-b681-387ab60039b4", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:40:09.063557 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af20e37c-a4d5-4333-84b2-e8807277157d {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:40:09.063949 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afb267d-89b0-413f-a2ea-a933a5d8e3bb', 'name': 'network-vif-deleted', 'tag': '5465e0d1-27b2-45e8-b681-387ab60039b4', 'status': 'completed', 'code': 200} Sep 27 12:40:09.101995 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f0af81fd-e6a0-4c56-9d0b-7e158b9a10fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91870780352a473989c12a6538be5d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515637 Sep 27 12:40:09.105244 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af81fd-e6a0-4c56-9d0b-7e158b9a10fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c1785-4a6c-42ea-8438-94c31b9c9746,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:09.105414 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32776) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:09.165293 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1290b856-8b2f-4797-81e5-dbba93bf3b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.167761 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8f66c106-bd47-4f8a-a794-634e9cb9613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.171324 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1290b856-8b2f-4797-81e5-dbba93bf3b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.204126 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8f66c106-bd47-4f8a-a794-634e9cb9613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.211254 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-1290b856-8b2f-4797-81e5-dbba93bf3b7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bca6eff631a4e879ee63ea6fcfe2f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229057 Sep 27 12:40:09.212239 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b856-8b2f-4797-81e5-dbba93bf3b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c492210-1bc1-4b4c-bc10-d7bbeb8aa81f,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:09.214242 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32778) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:09.285673 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2693dde4-9255-42b3-b4e4-1a313ba1699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.287164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8f66c106-bd47-4f8a-a794-634e9cb9613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.289650 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8f66c106-bd47-4f8a-a794-634e9cb9613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.290805 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-8f66c106-bd47-4f8a-a794-634e9cb9613d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a31c1785-4a6c-42ea-8438-94c31b9c9746 HTTP/1.1" status: 204 len: 168 time: 0.1842232 Sep 27 12:40:09.306652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66c106-bd47-4f8a-a794-634e9cb9613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c1785-4a6c-42ea-8438-94c31b9c9746,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:09.335200 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2693dde4-9255-42b3-b4e4-1a313ba1699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.408554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2693dde4-9255-42b3-b4e4-1a313ba1699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.411564 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2693dde4-9255-42b3-b4e4-1a313ba1699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.415140 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-2693dde4-9255-42b3-b4e4-1a313ba1699a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c492210-1bc1-4b4c-bc10-d7bbeb8aa81f HTTP/1.1" status: 204 len: 168 time: 0.1976025 Sep 27 12:40:09.422077 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693dde4-9255-42b3-b4e4-1a313ba1699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c492210-1bc1-4b4c-bc10-d7bbeb8aa81f,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:09.631272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32800) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:09.645051 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5301188-706b-46ff-9389-102b0e33e662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.745255 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5301188-706b-46ff-9389-102b0e33e662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.748966 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5301188-706b-46ff-9389-102b0e33e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.790133 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f5301188-706b-46ff-9389-102b0e33e662 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9df0d72bb1645d0b074b567a49b2138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576979 Sep 27 12:40:09.791243 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5301188-706b-46ff-9389-102b0e33e662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f8971-415d-4c7a-b0e8-2218e83e9222,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:09.792921 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 32802) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:09.831134 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32804) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:09.846452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-21480ec5-fe95-468d-a8bb-028d8a4a9c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.859054 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d9769978-30b2-4de4-bc0e-bc6f687aabf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.891791 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d9769978-30b2-4de4-bc0e-bc6f687aabf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.959549 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d9769978-30b2-4de4-bc0e-bc6f687aabf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.962776 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d9769978-30b2-4de4-bc0e-bc6f687aabf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:09.965751 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-d9769978-30b2-4de4-bc0e-bc6f687aabf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/720f8971-415d-4c7a-b0e8-2218e83e9222 HTTP/1.1" status: 204 len: 168 time: 0.1700227 Sep 27 12:40:09.995507 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-aaf5b3ae-beb9-4096-a92e-c4955f60bc2a req-cd1cbd6b-0526-4a25-abc2-b1516549f540 tempest-DeleteServersTestJSON-34388001 tempest-DeleteServersTestJSON-34388001-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afb267d-89b0-413f-a2ea-a933a5d8e3bb HTTP/1.1" status: 200 len: 210 time: 0.0454812 Sep 27 12:40:09.995736 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769978-30b2-4de4-bc0e-bc6f687aabf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f8971-415d-4c7a-b0e8-2218e83e9222,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:10.037484 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-21480ec5-fe95-468d-a8bb-028d8a4a9c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:10.041222 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c3946-fad5-4c7a-8315-68fde9b8de3b req-a40070a1-7186-4fe8-a81e-26e6da2767de tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:10.042967 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-617c3946-fad5-4c7a-8315-68fde9b8de3b req-a40070a1-7186-4fe8-a81e-26e6da2767de tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0750544 Sep 27 12:40:10.050719 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-21480ec5-fe95-468d-a8bb-028d8a4a9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:10.086286 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-617c3946-fad5-4c7a-8315-68fde9b8de3b req-f71d42d6-d09e-4154-8572-7e0e706d62a2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359700 Sep 27 12:40:10.116847 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480ec5-fe95-468d-a8bb-028d8a4a9c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a53cbb-5d87-400f-bbe9-ad7768af8f97,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:10.122283 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-21480ec5-fe95-468d-a8bb-028d8a4a9c83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=985bf17a8f7a461da17f18dc424c1844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901106 Sep 27 12:40:10.124980 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 32812) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:10.176301 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-105e39e7-5e21-4794-8bc8-e9348ee2f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:10.206157 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-105e39e7-5e21-4794-8bc8-e9348ee2f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:10.257814 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-105e39e7-5e21-4794-8bc8-e9348ee2f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:10.260563 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-105e39e7-5e21-4794-8bc8-e9348ee2f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:10.261792 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-105e39e7-5e21-4794-8bc8-e9348ee2f92b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9a53cbb-5d87-400f-bbe9-ad7768af8f97 HTTP/1.1" status: 204 len: 168 time: 0.1355717 Sep 27 12:40:10.269863 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e39e7-5e21-4794-8bc8-e9348ee2f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a53cbb-5d87-400f-bbe9-ad7768af8f97,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:10.831836 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 32858) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:11.005846 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ea1ecf90-9a79-41dc-8c31-a98d290fb386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.148861 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ea1ecf90-9a79-41dc-8c31-a98d290fb386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.156090 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ea1ecf90-9a79-41dc-8c31-a98d290fb386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.201702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32884) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:11.225911 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ea1ecf90-9a79-41dc-8c31-a98d290fb386 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d830557aa6b489db9201b675f2e7259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928952 Sep 27 12:40:11.228540 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32890) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:11.241105 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ecf90-9a79-41dc-8c31-a98d290fb386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244a1ee-21b6-4992-a346-259b7210e717,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:11.288166 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be9cd-b89d-48b2-9761-be10aed8f017 req-79a700c6-8749-4471-97bd-7d06d33837d8 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:11.297772 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b91be9cd-b89d-48b2-9761-be10aed8f017 req-79a700c6-8749-4471-97bd-7d06d33837d8 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0977516 Sep 27 12:40:11.329441 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.358221 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b91be9cd-b89d-48b2-9761-be10aed8f017 req-01f404c7-3fdf-44d8-a551-a12a5debbb4a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595841 Sep 27 12:40:11.366864 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.382412 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-785164233-network', 'tenant_id': 'a9cf83442f7542969356980e56062881'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:11.422519 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Made reservation on behalf of a9cf83442f7542969356980e56062881 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:11.424766 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.435751 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.467645 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.470428 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.474246 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6244a1ee-21b6-4992-a346-259b7210e717 HTTP/1.1" status: 204 len: 168 time: 0.2417011 Sep 27 12:40:11.491871 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244a1ee-21b6-4992-a346-259b7210e717,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:11.502361 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.502675 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.503255 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.503947 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.504619 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.505095 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.505598 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.506276 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.506753 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.507383 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.508186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.508654 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ef09-e04f-4d3d-9109-c206f53fb101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:11.578661 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.584453 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.606709 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:40:11.632124 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.632476 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Added segment 771247c0-63fb-43a2-9aed-91044f9ff09c of type vlan for network 2297e16a-d182-471b-98f3-4b1bb9dabc7f Sep 27 12:40:11.643156 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d115cb-1d84-4268-b78f-bd076d3a5391,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:11.680341 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.707579 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.708632 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:11.709218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.742053 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5381017 Sep 27 12:40:11.746004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 32938) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:11.752675 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Request body: {'subnet': {'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-785164233-subnet', 'tenant_id': 'a9cf83442f7542969356980e56062881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:11.780449 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0763d5c-8881-447c-a2b3-db8b4c15eaea admin admin] Pushing event updated for resources: {'Network': ['ID=2297e16a-d182-471b-98f3-4b1bb9dabc7f,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:11.785269 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Made reservation on behalf of a9cf83442f7542969356980e56062881 for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:11.789974 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723123'] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:11.794215 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 2297e16a-d182-471b-98f3-4b1bb9dabc7f details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:40:11.882535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32944) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:11.895779 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e873a881-31b7-46f4-be00-4125747ab41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.024259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7165034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723073'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.025989 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e873a881-31b7-46f4-be00-4125747ab41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.031363 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e873a881-31b7-46f4-be00-4125747ab41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.072901 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873a881-31b7-46f4-be00-4125747ab41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bcf4f6-dde5-47fa-88e5-7c92a89dd9b0,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:12.079187 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e873a881-31b7-46f4-be00-4125747ab41c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9276fecd17149e3865fa0d9e4af7528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954241 Sep 27 12:40:12.082026 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32950) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:12.093348 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2172bf8f-3a4c-4624-a550-d561f2952246,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:12.104553 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Checking segment: {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:12.104970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Network hostable DHCP agents. Network: 2297e16a-d182-471b-98f3-4b1bb9dabc7f, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:40:12.108611 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.108899 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.109234 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.109573 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.109906 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.110231 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.110557 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.110881 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.111203 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.111521 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.111840 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.112182 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:12.129777 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Network 2297e16a-d182-471b-98f3-4b1bb9dabc7f is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:40:12.137413 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0508-0bc3-491d-b837-2f4b4c2815f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.139264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 2297e16a-d182-471b-98f3-4b1bb9dabc7f) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:12.144389 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:12.146368 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.147032 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322c4cb-087f-460b-ad49-f1ca7abb1ddc None None] Network 2297e16a-d182-471b-98f3-4b1bb9dabc7f requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:12.160510 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-9ca13d37-3ce4-4346-9b47-6269aeca0c4e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4128420 Sep 27 12:40:12.164580 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0508-0bc3-491d-b837-2f4b4c2815f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.223124 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0508-0bc3-491d-b837-2f4b4c2815f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.225591 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0508-0bc3-491d-b837-2f4b4c2815f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.226908 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-bb4b0508-0bc3-491d-b837-2f4b4c2815f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8bcf4f6-dde5-47fa-88e5-7c92a89dd9b0 HTTP/1.1" status: 204 len: 168 time: 0.1440823 Sep 27 12:40:12.235006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0508-0bc3-491d-b837-2f4b4c2815f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bcf4f6-dde5-47fa-88e5-7c92a89dd9b0,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:12.305214 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3edf91-d438-4026-93e5-c9b51185b334 None None] Network 2297e16a-d182-471b-98f3-4b1bb9dabc7f requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:12.364680 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 5465e0d1-27b2-45e8-b681-387ab60039b4 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:40:12.389103 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 5465e0d1-27b2-45e8-b681-387ab60039b4 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:40:12.389748 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 5465e0d1-27b2-45e8-b681-387ab60039b4 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:40:12.560150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269858d3-7a67-4576-b216-71e83d44725d req-5e47c205-1b9b-4ba5-8b0a-4bf80c1e0ea7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:12.564562 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-269858d3-7a67-4576-b216-71e83d44725d req-5e47c205-1b9b-4ba5-8b0a-4bf80c1e0ea7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0933952 Sep 27 12:40:12.614188 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-269858d3-7a67-4576-b216-71e83d44725d req-f57178dd-4c81-42b4-b2b7-f58e40192ca3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Sep 27 12:40:12.627453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 32988) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:12.678961 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Deleting subnet 374c268d-95e4-4527-b701-27ce7643dbe5 {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:40:12.683335 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.717361 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.763631 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.829308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.858132 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:12.863604 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 32996) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:12.863770 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/374c268d-95e4-4527-b701-27ce7643dbe5 HTTP/1.1" status: 204 len: 168 time: 0.2342966 Sep 27 12:40:12.864508 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ead860-acb7-4d69-a7c3-0cc98d7e1829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374c268d-95e4-4527-b701-27ce7643dbe5,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:12.965180 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.252571 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.278090 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64da1391-ac6f-4753-a24e-98f74d82abc8']}} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:13.289361 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ae1225-aa72-475a-8287-9c11eb7b060d') {'for_net_delete': True} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:13.289740 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ae1225-aa72-475a-8287-9c11eb7b060d') {} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:13.301182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7124103'] for segment, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.314802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.320829 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:40:13.321215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7227294'] for segment, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: Traceback (most recent call last): Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: timer() Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: cb(*args, **kw) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: return func(*args, **kwargs) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: self._notify() Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: self.callback(batched_events) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: event.method(event) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: return f(self, *a, **k) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._get(url).json() Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: return self.request(url, 'GET', **kwargs) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:40:13.322943 dv-cinder-801522-3-iscsi neutron-server[100728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:40:13.383523 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.393536 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.395654 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] 10.222.0.15 "DELETE /v2.0/networks/64da1391-ac6f-4753-a24e-98f74d82abc8 HTTP/1.1" status: 204 len: 168 time: 0.5307491 Sep 27 12:40:13.409199 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd154725-83c8-4460-87e3-a07dc9779367 admin admin] Pushing event deleted for resources: {'Network': ['ID=64da1391-ac6f-4753-a24e-98f74d82abc8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:13.519169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33028) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:13.566983 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-9420663d-4e7c-4d25-bbdc-26dfb17ede2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b4a3e32604647879cbbe4b1e6762eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465379 Sep 27 12:40:13.569630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33030) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:13.621965 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a095b3b-0493-47c8-9963-56bcda97271a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.643001 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a095b3b-0493-47c8-9963-56bcda97271a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.692421 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a095b3b-0493-47c8-9963-56bcda97271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.695554 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a095b3b-0493-47c8-9963-56bcda97271a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:13.696835 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-8a095b3b-0493-47c8-9963-56bcda97271a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15a9415f-dcf2-42ec-9ae4-28a3122b9cd8 HTTP/1.1" status: 204 len: 168 time: 0.1262403 Sep 27 12:40:13.706750 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a095b3b-0493-47c8-9963-56bcda97271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a9415f-dcf2-42ec-9ae4-28a3122b9cd8,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:13.770824 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622aaf1-f7ad-451e-9c4b-94786029f783 req-d266ffe7-c3bf-4204-ac70-76000054c00e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:13.772850 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e622aaf1-f7ad-451e-9c4b-94786029f783 req-d266ffe7-c3bf-4204-ac70-76000054c00e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0678697 Sep 27 12:40:13.818097 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e622aaf1-f7ad-451e-9c4b-94786029f783 req-393a1177-77fe-4e67-ad5b-e9913332b6c9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381155 Sep 27 12:40:14.765103 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33116) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:14.880829 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-704911f0-9b31-42f3-a633-22e393816c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:14.961745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5abc8-e2b2-43d0-aa33-cc23ec815874 req-794c7b3f-541b-46e4-bdac-1911e1740de7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:14.963275 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1f5abc8-e2b2-43d0-aa33-cc23ec815874 req-794c7b3f-541b-46e4-bdac-1911e1740de7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0725091 Sep 27 12:40:15.018152 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1f5abc8-e2b2-43d0-aa33-cc23ec815874 req-a0e962e6-696a-41e7-983f-cd2f7a7d6ac9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484531 Sep 27 12:40:15.057570 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-704911f0-9b31-42f3-a633-22e393816c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.061293 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-704911f0-9b31-42f3-a633-22e393816c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.100967 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-704911f0-9b31-42f3-a633-22e393816c1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da035dfe417941679f0d8c2e84aa18e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346665 Sep 27 12:40:15.102215 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704911f0-9b31-42f3-a633-22e393816c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e8ded-a499-41e5-a462-3108218c6351,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:15.104922 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33134) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:15.157184 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6ded7e74-8daf-4d2a-993b-71ec23149d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.188325 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6ded7e74-8daf-4d2a-993b-71ec23149d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.250973 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6ded7e74-8daf-4d2a-993b-71ec23149d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.253626 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6ded7e74-8daf-4d2a-993b-71ec23149d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.254919 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-6ded7e74-8daf-4d2a-993b-71ec23149d06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/412e8ded-a499-41e5-a462-3108218c6351 HTTP/1.1" status: 204 len: 168 time: 0.1490922 Sep 27 12:40:15.263725 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded7e74-8daf-4d2a-993b-71ec23149d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e8ded-a499-41e5-a462-3108218c6351,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:15.595868 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 33160) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:15.609874 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d33b0a75-9123-451d-aac7-6394c5e4b9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.702301 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d33b0a75-9123-451d-aac7-6394c5e4b9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.706868 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d33b0a75-9123-451d-aac7-6394c5e4b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.711682 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33164) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:15.743354 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b0a75-9123-451d-aac7-6394c5e4b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309e53bb-972a-4358-a1f1-fe29c5db796b,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:15.747840 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d33b0a75-9123-451d-aac7-6394c5e4b9df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07ed7ab7f565493787bfaafd45d64f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507049 Sep 27 12:40:15.750607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33168) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:15.798700 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5d492cc6-540a-4a1e-9f07-56738e10a895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.827397 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5d492cc6-540a-4a1e-9f07-56738e10a895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.839852 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-584fb3fa-a3bc-4047-91ba-e5505a9c790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.913908 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5d492cc6-540a-4a1e-9f07-56738e10a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.916582 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5d492cc6-540a-4a1e-9f07-56738e10a895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.917718 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-5d492cc6-540a-4a1e-9f07-56738e10a895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/309e53bb-972a-4358-a1f1-fe29c5db796b HTTP/1.1" status: 204 len: 168 time: 0.1661837 Sep 27 12:40:15.931433 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d492cc6-540a-4a1e-9f07-56738e10a895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309e53bb-972a-4358-a1f1-fe29c5db796b,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:15.975076 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-584fb3fa-a3bc-4047-91ba-e5505a9c790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:15.978673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-584fb3fa-a3bc-4047-91ba-e5505a9c790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.016400 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-584fb3fa-a3bc-4047-91ba-e5505a9c790f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2638e945c997402b87481e18cc7d8073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035891 Sep 27 12:40:16.019179 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 33174) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:16.022211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fb3fa-a3bc-4047-91ba-e5505a9c790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b3539d-ce98-4ce1-bf4a-456b6d2d1196,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:16.083880 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2f63601a-0dd4-420d-acf9-ab75ecd85ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.109639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2f63601a-0dd4-420d-acf9-ab75ecd85ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.146463 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4883d23-4e0e-4047-969a-ec7fb25a5cd3 req-15fa79ed-5451-4e38-8430-cd6630860c62 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:16.148073 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a4883d23-4e0e-4047-969a-ec7fb25a5cd3 req-15fa79ed-5451-4e38-8430-cd6630860c62 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0528960 Sep 27 12:40:16.160353 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2f63601a-0dd4-420d-acf9-ab75ecd85ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.163136 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2f63601a-0dd4-420d-acf9-ab75ecd85ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.166693 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-2f63601a-0dd4-420d-acf9-ab75ecd85ea9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69b3539d-ce98-4ce1-bf4a-456b6d2d1196 HTTP/1.1" status: 204 len: 168 time: 0.1436033 Sep 27 12:40:16.179697 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63601a-0dd4-420d-acf9-ab75ecd85ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b3539d-ce98-4ce1-bf4a-456b6d2d1196,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:16.197351 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a4883d23-4e0e-4047-969a-ec7fb25a5cd3 req-6b72082a-3add-4916-926c-7b1d69e09487 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Sep 27 12:40:16.497441 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33204) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:16.517479 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2d3be91d-82c6-402e-a581-b197964915b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.612864 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2d3be91d-82c6-402e-a581-b197964915b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.617524 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2d3be91d-82c6-402e-a581-b197964915b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.655582 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-2d3be91d-82c6-402e-a581-b197964915b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73cc7448a6ca439087256b4a28976422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554751 Sep 27 12:40:16.656652 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3be91d-82c6-402e-a581-b197964915b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389136e2-b805-4d49-b8bb-4f0095e4494d,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:16.659262 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 33208) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:16.679801 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33210) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:16.710314 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-20fa5ef5-c20e-475d-99e4-af1289912f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.731368 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-20fa5ef5-c20e-475d-99e4-af1289912f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.775242 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-150890932-network', 'tenant_id': 'e8bb93eef121416a9ddcc4f746e99a1d'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:16.778030 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-20fa5ef5-c20e-475d-99e4-af1289912f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.780678 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-20fa5ef5-c20e-475d-99e4-af1289912f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.784294 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-20fa5ef5-c20e-475d-99e4-af1289912f7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/389136e2-b805-4d49-b8bb-4f0095e4494d HTTP/1.1" status: 204 len: 168 time: 0.1206982 Sep 27 12:40:16.790356 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5ef5-c20e-475d-99e4-af1289912f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389136e2-b805-4d49-b8bb-4f0095e4494d,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:16.801366 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Made reservation on behalf of e8bb93eef121416a9ddcc4f746e99a1d for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:16.805828 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.817278 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.917666 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.922169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.937952 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:40:16.958807 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:16.959164 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Added segment 45aed01f-2745-4bfe-8eed-d321c7bcddbd of type vlan for network 5d86b4e0-f9e2-49fe-a606-819ce46ebc22 Sep 27 12:40:16.970135 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596475d5-0bc6-4c54-9497-3126bd78a131,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:17.003296 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:17.031489 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:17.035612 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:17.035612 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:17.069456 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3883989 Sep 27 12:40:17.074042 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 33224) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:17.080107 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Request body: {'subnet': {'network_id': '5d86b4e0-f9e2-49fe-a606-819ce46ebc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-150890932-subnet', 'tenant_id': 'e8bb93eef121416a9ddcc4f746e99a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:17.101204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a123cf-9d13-4122-8ae1-57a1dcae4d7f admin admin] Pushing event updated for resources: {'Network': ['ID=5d86b4e0-f9e2-49fe-a606-819ce46ebc22,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:17.106679 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Made reservation on behalf of e8bb93eef121416a9ddcc4f746e99a1d for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:17.109663 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:17.112020 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 5d86b4e0-f9e2-49fe-a606-819ce46ebc22 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:40:17.296108 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:17.323293 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947cee-fa66-4f19-acda-f0c34196e754 req-f9c785b4-7e75-49d7-bff0-209e81c8db19 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:17.325047 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03947cee-fa66-4f19-acda-f0c34196e754 req-f9c785b4-7e75-49d7-bff0-209e81c8db19 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0518789 Sep 27 12:40:17.352818 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99adfe93-f905-4165-b54b-8f292254c93d,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:17.378726 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Checking segment: {'id': '45aed01f-2745-4bfe-8eed-d321c7bcddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5d86b4e0-f9e2-49fe-a606-819ce46ebc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:17.379083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Network hostable DHCP agents. Network: 5d86b4e0-f9e2-49fe-a606-819ce46ebc22, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:40:17.387166 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03947cee-fa66-4f19-acda-f0c34196e754 req-d6aedf04-3129-4a2b-88c3-8b646471963c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Sep 27 12:40:17.397799 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Network 5d86b4e0-f9e2-49fe-a606-819ce46ebc22 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:40:17.417368 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 5d86b4e0-f9e2-49fe-a606-819ce46ebc22) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:17.427877 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56cabe-bdd4-4814-bab0-c3064b6bcf16 None None] Network 5d86b4e0-f9e2-49fe-a606-819ce46ebc22 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:17.439829 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:17.440842 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:17.456391 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-ba8ea7f4-b150-437d-ab0d-43e21e1d8039 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3811944 Sep 27 12:40:17.571115 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b44ea6-8b24-434a-97a9-76866a7ced12 None None] Network 5d86b4e0-f9e2-49fe-a606-819ce46ebc22 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:18.073404 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33274) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:18.078725 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017143184-network', 'tenant_id': '047dfd26808e4803908ea5dbb10d73f2'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:18.107330 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Made reservation on behalf of 047dfd26808e4803908ea5dbb10d73f2 for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:18.109923 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.119507 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.221140 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.225281 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.245819 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:40:18.260844 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f76434-5783-452e-a576-d0fddaab2c7f,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:18.270707 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.271167 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Added segment 647c9686-0a72-436e-8008-17143bfdf044 of type vlan for network 24fc88fd-bad5-4d02-b30c-170e9c8b6924 Sep 27 12:40:18.311517 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.338325 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.339423 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:18.340004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.376923 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2993989 Sep 27 12:40:18.377421 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 33282) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:18.382573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Request body: {'subnet': {'network_id': '24fc88fd-bad5-4d02-b30c-170e9c8b6924', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017143184-subnet', 'tenant_id': '047dfd26808e4803908ea5dbb10d73f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:18.415551 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbec7c-86f0-447c-8c98-c5204649b02a admin admin] Pushing event updated for resources: {'Network': ['ID=24fc88fd-bad5-4d02-b30c-170e9c8b6924,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:18.426694 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 24fc88fd-bad5-4d02-b30c-170e9c8b6924 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:40:18.428373 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Made reservation on behalf of 047dfd26808e4803908ea5dbb10d73f2 for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:18.435829 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.549210 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b584c5-2999-4ae2-9a71-2838e15378d8 req-07cb09de-a1b4-40ef-a301-74d3c719a798 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:18.550968 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b9b584c5-2999-4ae2-9a71-2838e15378d8 req-07cb09de-a1b4-40ef-a301-74d3c719a798 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0607574 Sep 27 12:40:18.577307 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-aeec25a6-78e9-460d-bd95-6a69a6b8a5bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627847 Sep 27 12:40:18.592772 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b9b584c5-2999-4ae2-9a71-2838e15378d8 req-56d376ce-13e2-482e-ac7e-4bd11f315ae1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Sep 27 12:40:18.715496 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.728309 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-89bfd3cc-3471-4553-8891-2281377844cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:18.730471 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-89bfd3cc-3471-4553-8891-2281377844cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1098 time: 0.0940216 Sep 27 12:40:18.835202 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=229ca992-4abe-4718-b90b-324ae36ef758,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:18.871846 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Checking segment: {'id': '647c9686-0a72-436e-8008-17143bfdf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '24fc88fd-bad5-4d02-b30c-170e9c8b6924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:18.872224 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Network hostable DHCP agents. Network: 24fc88fd-bad5-4d02-b30c-170e9c8b6924, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:40:18.902544 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-f13fa5f8-cc53-4fa4-b5f6-71e6e436cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:18.904234 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-f13fa5f8-cc53-4fa4-b5f6-71e6e436cf08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.1341493 Sep 27 12:40:18.905224 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Network 24fc88fd-bad5-4d02-b30c-170e9c8b6924 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:40:18.915771 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 24fc88fd-bad5-4d02-b30c-170e9c8b6924) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:18.924596 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2b76c-bd77-4370-9357-7b1e342a68fa None None] Network 24fc88fd-bad5-4d02-b30c-170e9c8b6924 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:18.925765 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:18.926370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:18.978595 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-df4273ca-4bf8-4d2a-bc05-1bea3db5fa15 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5999513 Sep 27 12:40:18.994155 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-3a355cdc-c010-463b-bcf8-236701079a36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 1001 time: 0.0793636 Sep 27 12:40:19.070612 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-bf0e9ece-c4d3-472a-9738-c925ea5fa000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:19.072667 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-bf0e9ece-c4d3-472a-9738-c925ea5fa000 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0543995 Sep 27 12:40:19.125352 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-6e7f45b3-0192-4ab3-b255-3714d02f11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:19.127608 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-6e7f45b3-0192-4ab3-b255-3714d02f11d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465465 Sep 27 12:40:19.167660 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d38444-99ec-411a-997c-d8b76303b37f None None] Network 24fc88fd-bad5-4d02-b30c-170e9c8b6924 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:19.226868 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-07fdec07-5140-42d7-8c2b-0920a510da78 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911772 Sep 27 12:40:19.321465 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67cf8bdd-468b-46a0-9c88-1a4aef6d0dbf req-6840422a-67ce-4ef2-a2e3-fb9c97171798 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Sep 27 12:40:19.896263 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27584611-cb13-49f7-b6c9-76e297bfe0f0 req-6b61f98b-cda7-4ec1-b7f0-e24a535b09e3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:19.897757 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-27584611-cb13-49f7-b6c9-76e297bfe0f0 req-6b61f98b-cda7-4ec1-b7f0-e24a535b09e3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.2329261 Sep 27 12:40:19.935186 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-27584611-cb13-49f7-b6c9-76e297bfe0f0 req-f51e45c2-67c7-41ab-867d-8b71b127975e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Sep 27 12:40:21.048625 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48761a90-b9a6-4c9f-ae7a-dffba90efcd4 req-9cd2708f-a732-4d32-b506-d52816346cd1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:21.050076 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-48761a90-b9a6-4c9f-ae7a-dffba90efcd4 req-9cd2708f-a732-4d32-b506-d52816346cd1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0464025 Sep 27 12:40:21.087878 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-48761a90-b9a6-4c9f-ae7a-dffba90efcd4 req-d09455c4-86a6-450a-9252-d000b5838f5b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Sep 27 12:40:21.593169 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:23.093714 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-63d6485f-c795-4c1c-8b40-f8c4cfb25b91 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:23.095167 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-63d6485f-c795-4c1c-8b40-f8c4cfb25b91 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/networks?id=2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 200 len: 813 time: 0.1045523 Sep 27 12:40:23.110498 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-876cd959-ab98-4be8-abcf-b259a3e6d20b tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/quotas/a9cf83442f7542969356980e56062881 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Sep 27 12:40:23.141011 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-6888cd63-f8f7-4fdd-823b-9488538b4da3 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9cf83442f7542969356980e56062881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252342 Sep 27 12:40:23.235713 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-2aab8ddd-a762-4c93-915b-3b89a6d400b0 service neutron] 10.222.0.15 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879025 Sep 27 12:40:23.312932 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-a28f378f-cb59-427b-b388-eae6fcb8079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:23.327184 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-a6907a75-0dbe-4aa3-9ff1-92ec9913a49e service neutron] 10.222.0.15 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854945 Sep 27 12:40:23.670196 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c73b-f007-41a3-863c-d0d40a53e7b9 req-43ad3eff-4adc-4057-a2cb-d29df36bf940 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:23.671939 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1a63c73b-f007-41a3-863c-d0d40a53e7b9 req-43ad3eff-4adc-4057-a2cb-d29df36bf940 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0504346 Sep 27 12:40:23.686526 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb07679a-1101-4e8f-8ef2-15aefc4c45d1 req-fcb2547a-3d8e-4d73-9891-3c2cbe773876 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 210 time: 0.0492547 Sep 27 12:40:23.716266 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1a63c73b-f007-41a3-863c-d0d40a53e7b9 req-028e1a17-af3c-40fe-994f-5aa8b4e881ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Sep 27 12:40:24.541394 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-3516ea94-8155-4c06-a396-7540aa2ed5b8 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:24.544846 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-3516ea94-8155-4c06-a396-7540aa2ed5b8 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "GET /v2.0/networks?id=2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 200 len: 813 time: 0.1226833 Sep 27 12:40:24.560747 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Request body: {'port': {'device_id': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f', 'admin_state_up': True, 'tenant_id': 'a9cf83442f7542969356980e56062881'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:24.684664 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Made reservation on behalf of a9cf83442f7542969356980e56062881 for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:24.688482 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:24.797571 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fe14daa8-b2e5-49d2-9f55-f61d1377e6f4 req-fd039c28-a25a-4741-b56a-69f36af13fd1 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 210 time: 0.0314183 Sep 27 12:40:24.839226 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bec1-7b11-4f0b-898c-20aa872b2be5 req-d30a8605-a095-4d1a-a546-ae6687dc9a58 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:24.840772 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c683bec1-7b11-4f0b-898c-20aa872b2be5 req-d30a8605-a095-4d1a-a546-ae6687dc9a58 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0530849 Sep 27 12:40:24.846246 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Allocated IP 172.20.0.6 (2297e16a-d182-471b-98f3-4b1bb9dabc7f/2172bf8f-3a4c-4624-a550-d561f2952246/6fa12d17-f67f-41a2-8868-4c9be706a8ec) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:40:24.879392 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c683bec1-7b11-4f0b-898c-20aa872b2be5 req-d37dbb42-79a2-4beb-9d71-f36a2f8040c2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Sep 27 12:40:24.995670 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:25.031542 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:25.076751 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Network 2297e16a-d182-471b-98f3-4b1bb9dabc7f is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:40:25.081503 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:25.085772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:40:25.096652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Pushing event updated for resources: {'Port': ['ID=6fa12d17-f67f-41a2-8868-4c9be706a8ec,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:25.145540 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:25.146164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:25.161586 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-e6ef3784-b6f6-4e2b-8b8e-ed80bf213d1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6060028 Sep 27 12:40:26.038389 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-cafdf1bd-a469-4631-afa3-e92e4f71145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:26.879403 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:27.252095 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.051664 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Request body: {'port': {'device_id': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:28.107095 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.249600 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a415-b303-4b80-911a-a8b18ed401ff req-75a8fcd3-3e30-444b-bb54-59ba3bf2cb44 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:28.251075 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-52e3a415-b303-4b80-911a-a8b18ed401ff req-75a8fcd3-3e30-444b-bb54-59ba3bf2cb44 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0481422 Sep 27 12:40:28.273809 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590cdda-8894-4dff-b30f-cb8edd8a0e88 req-ef933cab-9276-4570-b123-d1f6cd255f18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:28.275842 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c590cdda-8894-4dff-b30f-cb8edd8a0e88 req-ef933cab-9276-4570-b123-d1f6cd255f18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 931 time: 0.1279941 Sep 27 12:40:28.289685 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-52e3a415-b303-4b80-911a-a8b18ed401ff req-aa30fac8-c8b9-45f3-a201-76e309a00e76 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Sep 27 12:40:28.361013 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c590cdda-8894-4dff-b30f-cb8edd8a0e88 req-1afab78d-224e-4897-9805-f95d0d5f1f06 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758162 Sep 27 12:40:28.450490 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa12d17-f67f-41a2-8868-4c9be706a8ec {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:40:28.457657 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.469178 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Transition to ACTIVE for port object 6fa12d17-f67f-41a2-8868-4c9be706a8ec will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:40:28.473033 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.540051 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa12d17-f67f-41a2-8868-4c9be706a8ec,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:28.595749 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Attempting to bind port 6fa12d17-f67f-41a2-8868-4c9be706a8ec on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:40:28.596112 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Attempting to bind port 6fa12d17-f67f-41a2-8868-4c9be706a8ec by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:40:28.596451 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Attempting to bind port 6fa12d17-f67f-41a2-8868-4c9be706a8ec on network 2297e16a-d182-471b-98f3-4b1bb9dabc7f {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:40:28.600731 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Port 6fa12d17-f67f-41a2-8868-4c9be706a8ec on network 2297e16a-d182-471b-98f3-4b1bb9dabc7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:40:28.601055 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Attempting to bind port 6fa12d17-f67f-41a2-8868-4c9be706a8ec on network 2297e16a-d182-471b-98f3-4b1bb9dabc7f {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:40:28.605737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:40:28.606072 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Checking segment: {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:28.606452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Bound using segment: {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:40:28.606871 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Bound port: 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:40:28.607220 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.675460 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] For port 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:40:28.679429 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] For port 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:40:28.687086 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.722590 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:28.723215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:28.724742 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] 10.222.0.38 "PUT /v2.0/ports/6fa12d17-f67f-41a2-8868-4c9be706a8ec HTTP/1.1" status: 200 len: 1093 time: 0.6773486 Sep 27 12:40:28.725179 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'tag': '6fa12d17-f67f-41a2-8868-4c9be706a8ec'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:40:28.727407 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddee584-a4ac-4d75-86b6-ebb91d3ce144" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5a66a0-1033-45bc-9a2d-fdffb713fbfc", "tag": "6fa12d17-f67f-41a2-8868-4c9be706a8ec"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:40:28.753264 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea1736-3066-4abe-97a0-9d8d7f9aa959 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa12d17-f67f-41a2-8868-4c9be706a8ec,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:28.772452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8595c09d-d658-452d-a943-17a082f46877 x-openstack-request-id: req-8595c09d-d658-452d-a943-17a082f46877 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:40:28.772769 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5a66a0-1033-45bc-9a2d-fdffb713fbfc", "tag": "6fa12d17-f67f-41a2-8868-4c9be706a8ec", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:40:28.773021 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8595c09d-d658-452d-a943-17a082f46877 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:40:28.773654 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'tag': '6fa12d17-f67f-41a2-8868-4c9be706a8ec', 'status': 'completed', 'code': 200} Sep 27 12:40:28.817463 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-803639b9-f536-4def-a561-b394b82d62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:28.818953 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-803639b9-f536-4def-a561-b394b82d62a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9cf83442f7542969356980e56062881&device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 1096 time: 0.0418606 Sep 27 12:40:28.871282 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-f25929fe-684d-4636-82e7-860b61757885 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec HTTP/1.1" status: 200 len: 217 time: 0.0350916 Sep 27 12:40:28.920794 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-a9e778e8-5af0-4059-9810-1f8d0005fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:28.922197 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-a9e778e8-5af0-4059-9810-1f8d0005fe5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2172bf8f-3a4c-4624-a550-d561f2952246 HTTP/1.1" status: 200 len: 853 time: 0.0429423 Sep 27 12:40:28.956893 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-785383a0-174d-4bf0-a5b3-c3845d26f69e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2297e16a-d182-471b-98f3-4b1bb9dabc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228381 Sep 27 12:40:29.049206 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-0494993d-c8c8-414a-8bcc-bf3e55b0c2f2 service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Sep 27 12:40:29.115239 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:29.149637 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7af7db7e-260f-4131-99b5-4a2825c17a11 req-4fb369ca-1229-4924-ba52-c8b033392465 service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881524 Sep 27 12:40:29.244788 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-e4d75dda-6791-4645-95d5-6b617978d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:29.246298 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-e4d75dda-6791-4645-95d5-6b617978d6f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9cf83442f7542969356980e56062881&device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 1096 time: 0.0411952 Sep 27 12:40:29.343014 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-4c623f43-a88f-4d62-b43f-4a090f5a4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:29.344790 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-4c623f43-a88f-4d62-b43f-4a090f5a4805 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 200 len: 914 time: 0.0897999 Sep 27 12:40:29.402434 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-b57996d9-d866-4d22-84bc-0e7f0e7f699c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec HTTP/1.1" status: 200 len: 217 time: 0.0455368 Sep 27 12:40:29.473446 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39001ec-5093-4d97-a25c-656abe9bf18b req-6bdc36c7-5860-4f47-95ac-118464662171 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:29.474979 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c39001ec-5093-4d97-a25c-656abe9bf18b req-6bdc36c7-5860-4f47-95ac-118464662171 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.1129370 Sep 27 12:40:29.479774 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-a0fba050-a8c9-4601-a055-054ec1db3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:29.481211 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-a0fba050-a8c9-4601-a055-054ec1db3232 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2172bf8f-3a4c-4624-a550-d561f2952246 HTTP/1.1" status: 200 len: 853 time: 0.0664186 Sep 27 12:40:29.487173 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ae48-aaca-4cd4-831f-fbf4e15c29ab req-3e84cedb-0717-4b01-aba0-830c81377319 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:29.488715 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-47e4ae48-aaca-4cd4-831f-fbf4e15c29ab req-3e84cedb-0717-4b01-aba0-830c81377319 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 943 time: 0.0516338 Sep 27 12:40:29.530435 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-9afec7ea-2e63-471a-81ef-ce36e8fcc83d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2297e16a-d182-471b-98f3-4b1bb9dabc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Sep 27 12:40:29.533062 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-47e4ae48-aaca-4cd4-831f-fbf4e15c29ab req-8a240ffe-91c5-4540-a7a1-9cd09f8e221d tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Sep 27 12:40:29.572659 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c39001ec-5093-4d97-a25c-656abe9bf18b req-8b78d095-05d8-4b61-9306-c23c9d1d4bf7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904438 Sep 27 12:40:29.658213 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-87f9c0e8-0a1d-4952-8534-3e2b27f12ecc service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149228 Sep 27 12:40:29.762790 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddee584-a4ac-4d75-86b6-ebb91d3ce144 req-62705f89-118e-4e74-b483-e3ebdac2be55 service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896633 Sep 27 12:40:30.654337 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b1b6a-85e6-43c9-9027-13f29b6b22f4 req-776b75dc-1fb9-4259-b063-f3cfd7672f33 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:30.655938 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe8b1b6a-85e6-43c9-9027-13f29b6b22f4 req-776b75dc-1fb9-4259-b063-f3cfd7672f33 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 943 time: 0.0507078 Sep 27 12:40:30.693507 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe8b1b6a-85e6-43c9-9027-13f29b6b22f4 req-1eed89da-407b-4748-860e-a6307a169289 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Sep 27 12:40:30.794028 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40964-7887-4f0d-823d-cb89e4be3b7a req-5dfeddbd-73d8-4e68-b890-dbd922977f48 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:30.795821 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-45b40964-7887-4f0d-823d-cb89e4be3b7a req-5dfeddbd-73d8-4e68-b890-dbd922977f48 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0477908 Sep 27 12:40:30.834857 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-45b40964-7887-4f0d-823d-cb89e4be3b7a req-af27b5d2-9ae3-4d29-ad20-c251b63ffd52 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Sep 27 12:40:34.489764 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 6fa12d17-f67f-41a2-8868-4c9be706a8ec details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:40:34.588398 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:40:34.607136 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '6fa12d17-f67f-41a2-8868-4c9be706a8ec', 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f', 'port_id': '6fa12d17-f67f-41a2-8868-4c9be706a8ec', 'mac_address': 'fa:16:3e:c5:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2172bf8f-3a4c-4624-a550-d561f2952246', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:40:34.665446 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:34.680468 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa12d17-f67f-41a2-8868-4c9be706a8ec {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:40:34.693157 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7955d-7bbc-45b7-aee5-db7be920cb61 req-a15aeec8-713f-4015-bc53-8edb397aff81 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:34.695635 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0db7955d-7bbc-45b7-aee5-db7be920cb61 req-a15aeec8-713f-4015-bc53-8edb397aff81 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0644684 Sep 27 12:40:34.701644 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:40:34.707170 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:34.742806 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0db7955d-7bbc-45b7-aee5-db7be920cb61 req-a9462a2c-3b26-4bf6-843e-1b03c1360ae9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374260 Sep 27 12:40:34.759226 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6fa12d17-f67f-41a2-8868-4c9be706a8ec,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:34.767161 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.767551 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.767896 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.768268 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.768607 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.768944 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.769275 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.769607 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.769953 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.770291 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.770608 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.770932 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:34.876845 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2db8-ff05-4c32-b900-ac7381b9c203 req-0aef6848-13e7-4257-a5bd-a6462a18a9a6 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:34.880871 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e5ff2db8-ff05-4c32-b900-ac7381b9c203 req-0aef6848-13e7-4257-a5bd-a6462a18a9a6 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 943 time: 0.2933393 Sep 27 12:40:34.915362 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e5ff2db8-ff05-4c32-b900-ac7381b9c203 req-18907569-a743-4eb5-9fa7-a07d2184be29 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Sep 27 12:40:35.143634 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['6fa12d17-f67f-41a2-8868-4c9be706a8ec'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:40:35.861920 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62429-d756-4f95-8433-b0167ed5f20a req-895f3216-1d56-480d-b6a4-05c9052af4d7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:35.863420 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0cd62429-d756-4f95-8433-b0167ed5f20a req-895f3216-1d56-480d-b6a4-05c9052af4d7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Sep 27 12:40:35.908608 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0cd62429-d756-4f95-8433-b0167ed5f20a req-379e5d88-9d69-45bf-8099-73f01b6c3c6e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Sep 27 12:40:36.029814 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd20b8-18c5-4ffe-a5af-8bb1d92626d7 req-f409e2e6-315c-46d8-8974-51102d63baa9 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:36.031291 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-92dd20b8-18c5-4ffe-a5af-8bb1d92626d7 req-f409e2e6-315c-46d8-8974-51102d63baa9 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 944 time: 0.0480623 Sep 27 12:40:36.068768 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-92dd20b8-18c5-4ffe-a5af-8bb1d92626d7 req-cc8a5932-37b8-4405-8b41-19480c5b6a71 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Sep 27 12:40:37.022112 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191ac5-eb5e-4ab6-b90e-e14e10862b6b req-b3a3fc0d-e099-472a-befb-40efd457e7d2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:37.024413 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-87191ac5-eb5e-4ab6-b90e-e14e10862b6b req-b3a3fc0d-e099-472a-befb-40efd457e7d2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Sep 27 12:40:37.062749 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-87191ac5-eb5e-4ab6-b90e-e14e10862b6b req-d12241c9-297d-41d9-9e73-790cde0ce35a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Sep 27 12:40:37.187851 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6908e-b2d7-4430-b7ac-0ddc3b2a98be req-4224315e-22c5-47fd-9c7c-e29557cde6ae tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:37.189421 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0de6908e-b2d7-4430-b7ac-0ddc3b2a98be req-4224315e-22c5-47fd-9c7c-e29557cde6ae tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 944 time: 0.0527012 Sep 27 12:40:37.236954 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0de6908e-b2d7-4430-b7ac-0ddc3b2a98be req-408a629e-7f96-4d0d-baa1-e1546581ea11 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Sep 27 12:40:38.860238 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 6fa12d17-f67f-41a2-8868-4c9be706a8ec up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:40:38.907608 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 6fa12d17-f67f-41a2-8868-4c9be706a8ec completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:40:38.911078 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 6fa12d17-f67f-41a2-8868-4c9be706a8ec triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:40:38.911448 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:38.986679 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:39.009087 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa12d17-f67f-41a2-8868-4c9be706a8ec'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:40:39.011491 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de35e14-6528-4b0c-b45d-12ba6d298a03" -d '{"events": [{"server_uuid": "1f5a66a0-1033-45bc-9a2d-fdffb713fbfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fa12d17-f67f-41a2-8868-4c9be706a8ec"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:40:39.024195 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:40:39.028222 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:39.074354 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6fa12d17-f67f-41a2-8868-4c9be706a8ec,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:40.040254 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187ff7-de8c-43f8-be9b-ed344a42c9a9 req-74bd19c2-29d2-4585-a246-ad7858bd1ee1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:40.042372 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe187ff7-de8c-43f8-be9b-ed344a42c9a9 req-74bd19c2-29d2-4585-a246-ad7858bd1ee1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0505335 Sep 27 12:40:40.061914 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa04fd-6535-4f0c-89a0-a1406b54efb4 req-28082c1d-0173-4b60-8625-3d033308ad6c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:40.063475 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-66aa04fd-6535-4f0c-89a0-a1406b54efb4 req-28082c1d-0173-4b60-8625-3d033308ad6c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.0565608 Sep 27 12:40:40.079704 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe187ff7-de8c-43f8-be9b-ed344a42c9a9 req-73d64d9f-62cf-44de-b807-5e1dd1c047a6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308619 Sep 27 12:40:40.109004 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-66aa04fd-6535-4f0c-89a0-a1406b54efb4 req-0b257bed-3fd7-4610-8b8c-5eb4861aac0a tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Sep 27 12:40:40.126209 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00940c21-3648-4bc3-9b96-8a25d91ca796 x-openstack-request-id: req-00940c21-3648-4bc3-9b96-8a25d91ca796 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:40:40.126209 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5a66a0-1033-45bc-9a2d-fdffb713fbfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fa12d17-f67f-41a2-8868-4c9be706a8ec", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:40:40.126209 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00940c21-3648-4bc3-9b96-8a25d91ca796 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:40:40.126838 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa12d17-f67f-41a2-8868-4c9be706a8ec', 'code': 200} Sep 27 12:40:40.316078 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f0a81-e352-4510-9c65-d4b989dac7f6 req-d5356a5f-5cac-4c3a-b537-b18e2ea2133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:40.317578 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b72f0a81-e352-4510-9c65-d4b989dac7f6 req-d5356a5f-5cac-4c3a-b537-b18e2ea2133d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 1098 time: 0.0413907 Sep 27 12:40:40.353995 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b72f0a81-e352-4510-9c65-d4b989dac7f6 req-9c023d6e-792e-4315-b53a-290457aa226f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266187 Sep 27 12:40:41.206251 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9c7ff-7b06-4cf4-b8bc-62dd80539475 req-245ad9e6-c774-42e3-bc0e-a641f1ce2d17 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:41.207822 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ea9c7ff-7b06-4cf4-b8bc-62dd80539475 req-245ad9e6-c774-42e3-bc0e-a641f1ce2d17 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Sep 27 12:40:41.237237 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3f19-98f9-4e8e-a5b2-e92bd1bd8e90 req-91f6fac4-b6c4-4835-9405-da2be22291f0 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:41.238759 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-159d3f19-98f9-4e8e-a5b2-e92bd1bd8e90 req-91f6fac4-b6c4-4835-9405-da2be22291f0 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.0506399 Sep 27 12:40:41.248800 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ea9c7ff-7b06-4cf4-b8bc-62dd80539475 req-e16fb215-d531-4e97-9d09-1c986617c902 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Sep 27 12:40:41.276854 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-159d3f19-98f9-4e8e-a5b2-e92bd1bd8e90 req-4bb70fc7-2ea3-4c2e-8211-9982e5b70f75 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Sep 27 12:40:41.722844 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:40:41.724816 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 33716) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:41.830623 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f5e40f4-4e01-45f5-97a2-076b7ed1377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:41.925444 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f5e40f4-4e01-45f5-97a2-076b7ed1377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:41.929167 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f5e40f4-4e01-45f5-97a2-076b7ed1377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:41.969082 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7f5e40f4-4e01-45f5-97a2-076b7ed1377f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0c788f475f74a44b34b6e338b490ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406697 Sep 27 12:40:41.969082 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e40f4-4e01-45f5-97a2-076b7ed1377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831d5a2b-3ee4-4f94-b1e7-d3f8a53f81d3,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:41.970882 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 33728) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:42.024095 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0bf1-ef78-4aed-8cdb-99687be466f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:42.049434 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0bf1-ef78-4aed-8cdb-99687be466f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:42.113093 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0bf1-ef78-4aed-8cdb-99687be466f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:42.115673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0bf1-ef78-4aed-8cdb-99687be466f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:42.116922 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-4dfb0bf1-ef78-4aed-8cdb-99687be466f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/831d5a2b-3ee4-4f94-b1e7-d3f8a53f81d3 HTTP/1.1" status: 204 len: 168 time: 0.1446660 Sep 27 12:40:42.125508 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0bf1-ef78-4aed-8cdb-99687be466f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d5a2b-3ee4-4f94-b1e7-d3f8a53f81d3,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:42.386698 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72147656-d1ac-4f6a-814a-b46e2839a253 req-4775c145-bee9-4a1b-8af5-1ffbcc7e103a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:42.389458 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-72147656-d1ac-4f6a-814a-b46e2839a253 req-4775c145-bee9-4a1b-8af5-1ffbcc7e103a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0692053 Sep 27 12:40:42.456582 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-72147656-d1ac-4f6a-814a-b46e2839a253 req-eb41f6cf-535d-4d9c-81a6-72fd4d7a8621 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Sep 27 12:40:42.559296 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59625-5457-4d04-8110-3ed99f33e1b8 req-a5a460fa-d78c-47f2-8215-d5fc946b8b6b tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:42.563186 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1dd59625-5457-4d04-8110-3ed99f33e1b8 req-a5a460fa-d78c-47f2-8215-d5fc946b8b6b tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.0612774 Sep 27 12:40:42.599944 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1dd59625-5457-4d04-8110-3ed99f33e1b8 req-f832bf8b-5127-482b-b706-54e8aa5e5457 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321963 Sep 27 12:40:45.379293 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78907-bff5-4abe-8f88-7a8f883748b3 req-7dd4f9ab-e56c-4524-b931-74a2841a3c3c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:45.380814 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ccc78907-bff5-4abe-8f88-7a8f883748b3 req-7dd4f9ab-e56c-4524-b931-74a2841a3c3c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0491176 Sep 27 12:40:45.418880 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ccc78907-bff5-4abe-8f88-7a8f883748b3 req-7f752803-5907-43d6-893c-96e8b34e42de tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Sep 27 12:40:46.542230 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460e9e-e84d-4093-b417-ec49de77e7cd req-81f2dcff-b1a2-4501-afcc-2b99d2da0ade tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:46.543732 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8f460e9e-e84d-4093-b417-ec49de77e7cd req-81f2dcff-b1a2-4501-afcc-2b99d2da0ade tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Sep 27 12:40:46.583275 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8f460e9e-e84d-4093-b417-ec49de77e7cd req-7391336c-c6db-4a85-ab7b-60d4c4bb09bf tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Sep 27 12:40:50.094653 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3259-0625-4827-8cf6-cc2c67d29547 req-b1dd1d33-1091-496e-81c8-fb006217ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:50.096178 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-db6f3259-0625-4827-8cf6-cc2c67d29547 req-b1dd1d33-1091-496e-81c8-fb006217ecae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 1098 time: 0.0760546 Sep 27 12:40:50.108096 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419a1f-996a-4809-87da-25677eb5625b req-d9cffcb8-99d8-41ac-9ecb-98de3ce77fd1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:50.109670 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5b419a1f-996a-4809-87da-25677eb5625b req-d9cffcb8-99d8-41ac-9ecb-98de3ce77fd1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0629528 Sep 27 12:40:50.159976 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-db6f3259-0625-4827-8cf6-cc2c67d29547 req-09db1aa9-0059-460d-b5e1-56af272fd12a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Sep 27 12:40:50.167485 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5b419a1f-996a-4809-87da-25677eb5625b req-b8d3b7eb-9ef3-4836-a7ee-3bcc25e060fd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513759 Sep 27 12:40:51.289077 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c68f3-7e08-4dcd-94a1-fe991e641beb req-5ddc145c-0ae7-4612-9494-3937c3c92b57 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:51.291136 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-960c68f3-7e08-4dcd-94a1-fe991e641beb req-5ddc145c-0ae7-4612-9494-3937c3c92b57 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0520666 Sep 27 12:40:51.327969 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-960c68f3-7e08-4dcd-94a1-fe991e641beb req-26361c7e-0d81-4cd5-8ba7-237fde6f1924 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Sep 27 12:40:51.504733 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34052) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:51.549976 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Deleting subnet 99adfe93-f905-4165-b54b-8f292254c93d {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:40:51.553167 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.589200 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.603893 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.629424 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.686607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.710550 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99adfe93-f905-4165-b54b-8f292254c93d,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:51.717270 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.719245 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a3a0ec8b-6bd3-414a-b336-88538318811a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/99adfe93-f905-4165-b54b-8f292254c93d HTTP/1.1" status: 204 len: 168 time: 0.2133780 Sep 27 12:40:51.721550 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34054) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:51.790372 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.871753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.891330 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d86b4e0-f9e2-49fe-a606-819ce46ebc22']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:51.901471 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aed01f-2745-4bfe-8eed-d321c7bcddbd') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:51.901769 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aed01f-2745-4bfe-8eed-d321c7bcddbd') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:51.911152 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.924300 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.930091 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:40:51.930477 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:40:51.932373 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:40:51.991743 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:51.997796 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.002660 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5d86b4e0-f9e2-49fe-a606-819ce46ebc22 HTTP/1.1" status: 204 len: 168 time: 0.2773051 Sep 27 12:40:52.002805 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34060) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:52.011017 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669602-f199-4b9a-87bb-a35d50708ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d86b4e0-f9e2-49fe-a606-819ce46ebc22,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:52.052950 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Deleting subnet 229ca992-4abe-4718-b90b-324ae36ef758 {{(pid=100728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:40:52.056726 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.093920 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7124126'] for subnet, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.145370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.179200 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34070) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:52.210164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7226928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5729092'] for subnet, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.237113 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=229ca992-4abe-4718-b90b-324ae36ef758,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:52.241270 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.243156 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-15c0eefc-a23a-4f76-9e2c-4e701882fbac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/229ca992-4abe-4718-b90b-324ae36ef758 HTTP/1.1" status: 204 len: 168 time: 0.2391865 Sep 27 12:40:52.245946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34074) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:52.332232 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-630bfca4-1a35-4864-8cd7-6288480f3a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.335375 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.455216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802d721-cc24-4730-b273-e03ee7eee96c req-c5664918-b72e-4f77-bf6b-4c689020fe0d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:52.455932 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.456666 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d802d721-cc24-4730-b273-e03ee7eee96c req-c5664918-b72e-4f77-bf6b-4c689020fe0d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Sep 27 12:40:52.488094 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fc88fd-bad5-4d02-b30c-170e9c8b6924']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:52.503052 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d802d721-cc24-4730-b273-e03ee7eee96c req-fa3a49e2-9026-4525-8626-ae4ec9c87308 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Sep 27 12:40:52.503282 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647c9686-0a72-436e-8008-17143bfdf044') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:52.503571 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647c9686-0a72-436e-8008-17143bfdf044') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:52.523554 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.550724 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.559485 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-630bfca4-1a35-4864-8cd7-6288480f3a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.563474 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:40:52.563882 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:40:52.565639 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:40:52.576430 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-630bfca4-1a35-4864-8cd7-6288480f3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.677761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bfca4-1a35-4864-8cd7-6288480f3a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367af36-e2d8-4e89-8572-94fb88cb5142,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:52.682850 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-630bfca4-1a35-4864-8cd7-6288480f3a75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1de7c439fb784f79a9ab9638aa15270b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026438 Sep 27 12:40:52.685329 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.686020 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34088) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:52.693155 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.694960 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] 10.222.0.15 "DELETE /v2.0/networks/24fc88fd-bad5-4d02-b30c-170e9c8b6924 HTTP/1.1" status: 204 len: 168 time: 0.4477944 Sep 27 12:40:52.707103 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd0901-f3a7-4c85-a665-9905d210198a admin admin] Pushing event deleted for resources: {'Network': ['ID=24fc88fd-bad5-4d02-b30c-170e9c8b6924,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:52.723446 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e609-0ece-4ff1-96bd-6734ce4cda2b req-6ba4f7ce-6dfe-430f-82e1-e94eaa0990ef tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:52.725070 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0f44e609-0ece-4ff1-96bd-6734ce4cda2b req-6ba4f7ce-6dfe-430f-82e1-e94eaa0990ef tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1323578 Sep 27 12:40:52.749756 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77e8b3ba-91fe-4a20-9204-80d9e611cdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.768791 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0f44e609-0ece-4ff1-96bd-6734ce4cda2b req-39e31dc4-eb5a-4565-bf44-dcab9c6586af tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Sep 27 12:40:52.775572 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77e8b3ba-91fe-4a20-9204-80d9e611cdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.830205 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77e8b3ba-91fe-4a20-9204-80d9e611cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.833287 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77e8b3ba-91fe-4a20-9204-80d9e611cdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.839908 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34096) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:52.840137 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-77e8b3ba-91fe-4a20-9204-80d9e611cdbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3367af36-e2d8-4e89-8572-94fb88cb5142 HTTP/1.1" status: 204 len: 168 time: 0.1521347 Sep 27 12:40:52.848522 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8b3ba-91fe-4a20-9204-80d9e611cdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367af36-e2d8-4e89-8572-94fb88cb5142,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:52.902742 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-40aead52-7d55-4f75-90b3-f12b2961da4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8bb93eef121416a9ddcc4f746e99a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616140 Sep 27 12:40:52.905145 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34098) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:52.961631 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0507fbc0-2376-45d2-b78c-ae1739b22717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:52.984201 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0507fbc0-2376-45d2-b78c-ae1739b22717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.035548 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0507fbc0-2376-45d2-b78c-ae1739b22717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.038091 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0507fbc0-2376-45d2-b78c-ae1739b22717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.040106 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0507fbc0-2376-45d2-b78c-ae1739b22717 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/596475d5-0bc6-4c54-9497-3126bd78a131 HTTP/1.1" status: 204 len: 168 time: 0.1331291 Sep 27 12:40:53.053521 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507fbc0-2376-45d2-b78c-ae1739b22717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596475d5-0bc6-4c54-9497-3126bd78a131,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:53.260982 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34112) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:53.274217 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d66c-f154-4990-b2c7-6ad75f2d12e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.319261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6ad82605-b834-4ebb-890e-3f3bc77935b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.377261 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d66c-f154-4990-b2c7-6ad75f2d12e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.381596 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d66c-f154-4990-b2c7-6ad75f2d12e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.420686 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-9fe0d66c-f154-4990-b2c7-6ad75f2d12e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eae27ba5223b4577a10fc26cf50efb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581523 Sep 27 12:40:53.422766 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0d66c-f154-4990-b2c7-6ad75f2d12e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4bb6aa-c202-46b1-b475-41d61e3a7b92,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:53.424880 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34122) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:53.483893 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d29cf940-edec-4945-b0e1-0ee3cdd6bc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.505078 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34124) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:53.521866 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d29cf940-edec-4945-b0e1-0ee3cdd6bc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.574682 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9593980b-e7d4-4859-906e-3140b29aadd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=047dfd26808e4803908ea5dbb10d73f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690887 Sep 27 12:40:53.577931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34130) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:53.594938 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d29cf940-edec-4945-b0e1-0ee3cdd6bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.599057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d29cf940-edec-4945-b0e1-0ee3cdd6bc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.600571 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d29cf940-edec-4945-b0e1-0ee3cdd6bc6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe4bb6aa-c202-46b1-b475-41d61e3a7b92 HTTP/1.1" status: 204 len: 168 time: 0.1739340 Sep 27 12:40:53.611331 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cf940-edec-4945-b0e1-0ee3cdd6bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4bb6aa-c202-46b1-b475-41d61e3a7b92,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:53.646454 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-72e2de30-77de-4555-8df7-cd297a3fad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.657006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34134) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:53.667976 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-72e2de30-77de-4555-8df7-cd297a3fad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.728399 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-72e2de30-77de-4555-8df7-cd297a3fad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.731062 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-72e2de30-77de-4555-8df7-cd297a3fad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.732412 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-72e2de30-77de-4555-8df7-cd297a3fad7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04f76434-5783-452e-a576-d0fddaab2c7f HTTP/1.1" status: 204 len: 168 time: 0.1508279 Sep 27 12:40:53.740158 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2de30-77de-4555-8df7-cd297a3fad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f76434-5783-452e-a576-d0fddaab2c7f,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:53.771801 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e3a58dbc-709e-4d41-bc94-0a5e342ff32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.875908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e3a58dbc-709e-4d41-bc94-0a5e342ff32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.881001 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e3a58dbc-709e-4d41-bc94-0a5e342ff32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:53.929702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a58dbc-709e-4d41-bc94-0a5e342ff32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b899a2c2-d341-4257-8e6e-3068a74f2322,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:53.936487 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e3a58dbc-709e-4d41-bc94-0a5e342ff32b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0418593b161f4ecbbecbf2279dbc2151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783434 Sep 27 12:40:53.940542 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34146) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:53.990851 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07717de0-1260-49e7-8dbd-1cd26856603e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:54.019788 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07717de0-1260-49e7-8dbd-1cd26856603e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:54.081213 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07717de0-1260-49e7-8dbd-1cd26856603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:54.083782 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07717de0-1260-49e7-8dbd-1cd26856603e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:54.085294 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-07717de0-1260-49e7-8dbd-1cd26856603e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b899a2c2-d341-4257-8e6e-3068a74f2322 HTTP/1.1" status: 204 len: 168 time: 0.1435518 Sep 27 12:40:54.095581 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717de0-1260-49e7-8dbd-1cd26856603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899a2c2-d341-4257-8e6e-3068a74f2322,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:54.559094 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-0efd5eac-1c24-48d7-a3d4-c96fed3b8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:54.560741 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-0efd5eac-1c24-48d7-a3d4-c96fed3b8c40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.0703132 Sep 27 12:40:54.652230 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4d0d-756b-49f8-a9cb-26de43eb5121 req-6c286a66-d1f4-463b-9cee-1505a545b35d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:54.660301 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a70e4d0d-756b-49f8-a9cb-26de43eb5121 req-6c286a66-d1f4-463b-9cee-1505a545b35d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1333225 Sep 27 12:40:54.700369 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a70e4d0d-756b-49f8-a9cb-26de43eb5121 req-a20e7c5f-1c6f-4361-b3d8-33b6dd58a674 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Sep 27 12:40:54.740477 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-b8af1174-ec7f-4b54-be39-7149174793ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:54.741967 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-b8af1174-ec7f-4b54-be39-7149174793ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.1723547 Sep 27 12:40:54.798263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-68702c64-0d1a-4455-8274-3405cb9eccc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.0466127 Sep 27 12:40:54.848967 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-38f076c9-3530-4ed0-8c67-1427b78ca677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:54.850694 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-38f076c9-3530-4ed0-8c67-1427b78ca677 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.0453396 Sep 27 12:40:54.904577 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-bcff6579-607d-4c29-888b-dd31b5456145 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345697 Sep 27 12:40:55.014397 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-2b0740c6-8305-44dc-a3c8-82a3806e08f8 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005657 Sep 27 12:40:55.113590 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc4a0542-bf87-4fa4-93c3-4c80392e4cb2 req-5d033ff4-8402-49b9-ac6c-cd91d12c29c1 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878181 Sep 27 12:40:55.410317 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34234) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:55.683152 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1066885486-network', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:55.707235 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Made reservation on behalf of efe3227b514943aaae2bad474a5f7fbf for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:55.710236 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:55.734587 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:55.856316 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738976-69a9-497e-8f53-8a5d4830aafc req-731a782a-f59d-4bb1-97a9-d74fde810954 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:55.857821 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-43738976-69a9-497e-8f53-8a5d4830aafc req-731a782a-f59d-4bb1-97a9-d74fde810954 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0729899 Sep 27 12:40:55.894005 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:55.900159 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:55.927887 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-43738976-69a9-497e-8f53-8a5d4830aafc req-021228a8-55ae-45d9-bf0f-dc0789fd5fd0 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615671 Sep 27 12:40:55.930100 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:40:55.951208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:55.951554 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Added segment 723bd32d-175f-416d-9aa7-7bfb34613b13 of type vlan for network c3bdb597-f9c0-4421-9477-3430bcc00057 Sep 27 12:40:55.968080 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c81b78-6339-415c-8efe-668c4e0694d8,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:56.000610 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.035272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.036198 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:56.036792 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.041399 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c20a2355-82e5-4ecd-87a1-389509f943ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.057894 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34264) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:56.071033 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6564114 Sep 27 12:40:56.071441 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34268) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:56.076690 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Request body: {'subnet': {'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1066885486-subnet', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:56.100764 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac0505-2202-4ab9-8bec-aae996f95f75 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bdb597-f9c0-4421-9477-3430bcc00057,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:56.103451 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Made reservation on behalf of efe3227b514943aaae2bad474a5f7fbf for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:40:56.110480 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723123'] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.111334 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network c3bdb597-f9c0-4421-9477-3430bcc00057 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:40:56.192862 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2113-0eb6-4a55-8c8c-28bd2e1ef45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.343152 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7165034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723073'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.391902 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2113-0eb6-4a55-8c8c-28bd2e1ef45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.398363 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2113-0eb6-4a55-8c8c-28bd2e1ef45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.429318 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88186429-f4eb-4774-a76c-9011e9c6c13f,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:56.452915 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-5b1a2113-0eb6-4a55-8c8c-28bd2e1ef45c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=596a5f8c11db429c90747ee1c6b3bf72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939893 Sep 27 12:40:56.455608 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34270) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:56.457316 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a2113-0eb6-4a55-8c8c-28bd2e1ef45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921dd30a-94c3-4dae-9f53-080bd3f000c8,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:56.465646 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Checking segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:56.468097 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Network hostable DHCP agents. Network: c3bdb597-f9c0-4421-9477-3430bcc00057, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:40:56.485771 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Network c3bdb597-f9c0-4421-9477-3430bcc00057 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:40:56.495479 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, c3bdb597-f9c0-4421-9477-3430bcc00057) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:56.499736 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:56.500501 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.506304 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d66d4d-f681-442c-9952-4a2b9ece3cc8 None None] Network c3bdb597-f9c0-4421-9477-3430bcc00057 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:56.516332 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-6b3cc4ce-5c30-4e3b-985f-8b214cf5b183 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4432795 Sep 27 12:40:56.519043 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34272) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:56.523993 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:40:56.531565 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eee2f501-5e09-4771-be5a-d562931360b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.561041 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eee2f501-5e09-4771-be5a-d562931360b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.567647 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.568709 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.656211 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.667016 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eee2f501-5e09-4771-be5a-d562931360b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.669811 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-eee2f501-5e09-4771-be5a-d562931360b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.671388 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-eee2f501-5e09-4771-be5a-d562931360b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/921dd30a-94c3-4dae-9f53-080bd3f000c8 HTTP/1.1" status: 204 len: 168 time: 0.2145755 Sep 27 12:40:56.719737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2f501-5e09-4771-be5a-d562931360b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921dd30a-94c3-4dae-9f53-080bd3f000c8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:56.742734 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-c3bdb597-f9c0-4421-9477-3430bcc00057', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:40:56.743630 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.863696 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:56.916437 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.051020 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Allocated IP 172.20.0.2 (c3bdb597-f9c0-4421-9477-3430bcc00057/88186429-f4eb-4774-a76c-9011e9c6c13f/2b59c389-868b-4604-aaf0-8cb6dd87668f) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:40:57.139312 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305282-a5bc-4f34-aebe-24bad1459438 req-ad8c6a2b-5d74-4047-b15c-cacd38370723 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:40:57.141010 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-10305282-a5bc-4f34-aebe-24bad1459438 req-ad8c6a2b-5d74-4047-b15c-cacd38370723 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0914712 Sep 27 12:40:57.189662 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.205982 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34298) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:57.210643 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.217849 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-10305282-a5bc-4f34-aebe-24bad1459438 req-bec8f852-7c1d-4253-96c6-066a35a400f5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702412 Sep 27 12:40:57.227103 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2689b74e-7441-40c9-8cd5-bc53dec79aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.309555 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.311493 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.325738 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.360643 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Allocated IP 172.27.0.70 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/5f8e2da3-17ea-4d69-810e-338cdb3d4bd7) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:40:57.365057 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Network c3bdb597-f9c0-4421-9477-3430bcc00057 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:40:57.369473 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:57.372196 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:40:57.386691 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2689b74e-7441-40c9-8cd5-bc53dec79aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.391678 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2689b74e-7441-40c9-8cd5-bc53dec79aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.412774 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Pushing event updated for resources: {'Port': ['ID=2b59c389-868b-4604-aaf0-8cb6dd87668f,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:57.434913 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-2689b74e-7441-40c9-8cd5-bc53dec79aec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67d5d72835b34fc999fce62c78aa9d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278841 Sep 27 12:40:57.436008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689b74e-7441-40c9-8cd5-bc53dec79aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025dde0-350c-426b-b6a7-5a48e9086f20,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:57.438339 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34304) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:57.449017 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Attempting to bind port 2b59c389-868b-4604-aaf0-8cb6dd87668f on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:40:57.449482 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Attempting to bind port 2b59c389-868b-4604-aaf0-8cb6dd87668f by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:40:57.450037 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Attempting to bind port 2b59c389-868b-4604-aaf0-8cb6dd87668f on network c3bdb597-f9c0-4421-9477-3430bcc00057 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:40:57.455574 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:40:57.456131 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Checking segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:57.456628 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.457121 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Bound using segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:40:57.457679 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Bound port: 2b59c389-868b-4604-aaf0-8cb6dd87668f, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:40:57.458156 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.472420 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.487443 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-38df34cb-58d5-4b03-ac04-e3255741e87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.509947 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-38df34cb-58d5-4b03-ac04-e3255741e87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.518478 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.529343 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] For port 2b59c389-868b-4604-aaf0-8cb6dd87668f, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:40:57.532671 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] For port 2b59c389-868b-4604-aaf0-8cb6dd87668f, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=2b59c389-868b-4604-aaf0-8cb6dd87668f,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:40:57.538784 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.554726 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:40:57.559702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:57.563156 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:40:57.573504 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-38df34cb-58d5-4b03-ac04-e3255741e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.576505 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-38df34cb-58d5-4b03-ac04-e3255741e87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:57.577950 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-38df34cb-58d5-4b03-ac04-e3255741e87d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b025dde0-350c-426b-b6a7-5a48e9086f20 HTTP/1.1" status: 204 len: 168 time: 0.1385317 Sep 27 12:40:57.586661 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df34cb-58d5-4b03-ac04-e3255741e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025dde0-350c-426b-b6a7-5a48e9086f20,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:57.593792 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:57.621454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0b307-8e97-4de5-aee8-0d0e472cc58e None None] Pushing event updated for resources: {'Port': ['ID=2b59c389-868b-4604-aaf0-8cb6dd87668f,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:57.848491 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:58.092577 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:58.432270 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Router 05900b35-43eb-4654-b278-19867a83fc1e is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:40:58.557756 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:40:58.569449 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Sync routers for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:40:58.582093 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:40:58.582744 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:58.588108 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:58.589798 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-dbaa8741-8966-4a6c-8bbd-96dfee175345 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0696254 Sep 27 12:40:58.592639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34342) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:40:58.682593 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 2b59c389-868b-4604-aaf0-8cb6dd87668f up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:40:58.711081 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e3896-5ba8-4457-af99-294233a73919 None None] Network c3bdb597-f9c0-4421-9477-3430bcc00057 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:40:58.716598 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:40:58.835471 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-008a5a1c-7ba8-4f48-9740-47b7d48a27f6 None None] Provisioning complete for port 2b59c389-868b-4604-aaf0-8cb6dd87668f triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:40:58.835844 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-008a5a1c-7ba8-4f48-9740-47b7d48a27f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:58.866012 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 2b59c389-868b-4604-aaf0-8cb6dd87668f triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:40:58.866390 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:58.914817 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:57Z', 'revision_number': 3, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:58.943881 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Checking router: 05900b35-43eb-4654-b278-19867a83fc1e for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:40:58.944638 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Updating router 05900b35-43eb-4654-b278-19867a83fc1e port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:40:59.009394 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.142807 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.148494 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.217608 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.219539 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-008a5a1c-7ba8-4f48-9740-47b7d48a27f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.279970 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 2b59c389-868b-4604-aaf0-8cb6dd87668f, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=2b59c389-868b-4604-aaf0-8cb6dd87668f,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:40:59.286558 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.376223 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.db.api [None req-008a5a1c-7ba8-4f48-9740-47b7d48a27f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:40:59.376679 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG oslo_db.api [None req-008a5a1c-7ba8-4f48-9740-47b7d48a27f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:40:59.376793 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Allocated IP 172.20.0.1 (c3bdb597-f9c0-4421-9477-3430bcc00057/88186429-f4eb-4774-a76c-9011e9c6c13f/f8443e47-2b6d-4799-9070-d9aead08f7a1) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:40:59.387067 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=2b59c389-868b-4604-aaf0-8cb6dd87668f,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:59.515545 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.518109 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.525952 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.557447 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.578445 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Attempting to bind port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:40:59.578943 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Attempting to bind port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:40:59.579179 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Attempting to bind port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:40:59.582012 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Pushing event updated for resources: {'Port': ['ID=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,revision_number=2']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:59.586686 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:40:59.587610 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:40:59.588016 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.588607 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:40:59.589079 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Bound port: 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:40:59.589478 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.597640 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Network c3bdb597-f9c0-4421-9477-3430bcc00057 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:40:59.602006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:40:59.609563 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:40:59.611918 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.612260 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.612624 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.612953 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.613453 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.613940 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.614424 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.614924 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.615418 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.615908 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.616413 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.616892 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:40:59.642431 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Pushing event updated for resources: {'Port': ['ID=f8443e47-2b6d-4799-9070-d9aead08f7a1,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:59.656415 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] For port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:40:59.661445 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] For port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:40:59.666313 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.667490 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.744876 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522d5c4-8493-4587-aaf7-f5c11e093ca7 None None] Pushing event updated for resources: {'Port': ['ID=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:40:59.750966 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:40:59.751827 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:40:59.839591 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:40:59.900764 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:00.020563 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.026778 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.047283 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4037bdbe-e18f-4221-b099-21d16dbb8de4 None None] Provisioning complete for port 2b59c389-868b-4604-aaf0-8cb6dd87668f triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:00.047786 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4037bdbe-e18f-4221-b099-21d16dbb8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.095808 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:57Z', 'revision_number': 3, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:00.106396 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Pushing event updated for resources: {'Port': ['ID=f8443e47-2b6d-4799-9070-d9aead08f7a1,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:00.109155 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.128962 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d61eb-9da5-4379-8a8b-6c04258c5e8f None None] The sync data for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi is: [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:57Z', 'revision_number': 3, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:41:00.166662 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4037bdbe-e18f-4221-b099-21d16dbb8de4 None None] Provisioning complete for port f8443e47-2b6d-4799-9070-d9aead08f7a1 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:00.167032 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4037bdbe-e18f-4221-b099-21d16dbb8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.201670 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4037bdbe-e18f-4221-b099-21d16dbb8de4 None None] Port f8443e47-2b6d-4799-9070-d9aead08f7a1 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:41:00.221057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Network c3bdb597-f9c0-4421-9477-3430bcc00057 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:41:00.222810 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:00.411178 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35187b-bd6e-495a-9b94-2ff172583e6a req-f6386e9f-e2dd-467b-a027-fbedb9ad60c6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:00.413684 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8e35187b-bd6e-495a-9b94-2ff172583e6a req-f6386e9f-e2dd-467b-a027-fbedb9ad60c6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0981131 Sep 27 12:41:00.427835 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Router 05900b35-43eb-4654-b278-19867a83fc1e has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:41:00.532435 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0a154553-c1a0-4ef2-818f-e9366fb0be43 None None] Provisioning complete for port f8443e47-2b6d-4799-9070-d9aead08f7a1 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:00.533072 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0a154553-c1a0-4ef2-818f-e9366fb0be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.535298 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8e35187b-bd6e-495a-9b94-2ff172583e6a req-7c6f4127-0016-409a-b85d-57316745fbdc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101234 Sep 27 12:41:00.591189 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-0a154553-c1a0-4ef2-818f-e9366fb0be43 None None] Port f8443e47-2b6d-4799-9070-d9aead08f7a1 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:41:00.628287 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:41:00.641825 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9168bab4-2904-49f8-95f4-bd5ce59b535b admin admin] 10.222.0.15 "PUT /v2.0/routers/05900b35-43eb-4654-b278-19867a83fc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0479393 Sep 27 12:41:00.707674 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 2b59c389-868b-4604-aaf0-8cb6dd87668f up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:00.762641 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 2b59c389-868b-4604-aaf0-8cb6dd87668f triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:00.763012 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:00.844920 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:00.898562 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:00.898938 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.020214 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.046616 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:41:01.051568 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.125520 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:01.356274 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34412) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:01.361779 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-187176927-network', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:01.382014 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Made reservation on behalf of edfb966eb14d47ea8a50330df8f14dbd for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:41:01.385057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.394987 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.485588 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.490063 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.514459 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:41:01.523853 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235cb53b-b111-4d34-8d36-91af91a34532,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:01.529204 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.529565 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Added segment 0dc05932-4391-4535-ac99-afb5a24402ab of type vlan for network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 Sep 27 12:41:01.576509 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.614153 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.615426 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:01.616418 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.651778 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2940123 Sep 27 12:41:01.654932 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34420) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:01.664011 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Request body: {'subnet': {'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-187176927-subnet', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:01.680274 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dcc2c-3875-49e2-817b-77c61d9257a5 req-6b47a172-6c28-43a7-b779-43d08934d512 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:01.681645 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-686dcc2c-3875-49e2-817b-77c61d9257a5 req-6b47a172-6c28-43a7-b779-43d08934d512 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0633314 Sep 27 12:41:01.704214 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732625f-8129-436a-9b0a-fd17d7063e86 admin admin] Pushing event updated for resources: {'Network': ['ID=7cdbf5d2-84b6-4741-814c-b8474d926fd4,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:01.726742 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:41:01.731728 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Made reservation on behalf of edfb966eb14d47ea8a50330df8f14dbd for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:41:01.734964 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.736692 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-686dcc2c-3875-49e2-817b-77c61d9257a5 req-0bd3b3b5-be55-43e3-bc6d-c2df2e58bcd1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 Sep 27 12:41:01.938796 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:01.999028 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2eea3f3-3866-4993-99fa-ef049e821068,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:02.004231 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Checking segment: {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:41:02.004997 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Network hostable DHCP agents. Network: 7cdbf5d2-84b6-4741-814c-b8474d926fd4, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:41:02.015051 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Sync routers for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:41:02.023626 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:41:02.024923 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:41:02.025844 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:02.033420 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 7cdbf5d2-84b6-4741-814c-b8474d926fd4) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:02.037420 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:02.038002 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.053983 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-bc78de66-e73e-4a14-a9e9-c5e9e430f068 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3955698 Sep 27 12:41:02.054227 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34424) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:02.058927 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:02.063905 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2aff92-cae3-470d-88bc-ec8e4f53b37a None None] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:41:02.079029 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.079971 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.135261 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.203833 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:02.270723 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.352483 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-7cdbf5d2-84b6-4741-814c-b8474d926fd4', 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'fixed_ips': [{'subnet_id': 'c2eea3f3-3866-4993-99fa-ef049e821068'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:41:02.353367 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.531447 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.557778 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.576888 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Allocated IP 172.20.0.2 (7cdbf5d2-84b6-4741-814c-b8474d926fd4/c2eea3f3-3866-4993-99fa-ef049e821068/04b93cf2-7cb9-4d45-87a1-27f91fdae4e5) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:41:02.615576 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 2, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:02.651474 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:02.656480 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Checking router: 05900b35-43eb-4654-b278-19867a83fc1e for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:41:02.656704 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Updating router 05900b35-43eb-4654-b278-19867a83fc1e port f8443e47-2b6d-4799-9070-d9aead08f7a1 binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:41:02.697080 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Allocated IP 172.27.0.160 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/8389215a-1526-40c3-9e77-cca81a6289af) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:41:02.748226 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.823059 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.846726 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:02.847110 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.877645 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.888275 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.921206 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:41:02.924184 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:02.927865 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:41:02.955514 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:02.960103 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8389215a-1526-40c3-9e77-cca81a6289af,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:03.131402 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:41:03.151110 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:03.155395 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:41:03.160254 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Pushing event updated for resources: {'Port': ['ID=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:03.237610 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.302841 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Attempting to bind port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:41:03.303219 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Attempting to bind port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:41:03.303589 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Attempting to bind port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 on network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:41:03.322563 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:41:03.322563 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Checking segment: {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:41:03.322815 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.323084 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Bound using segment: {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:41:03.323549 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Bound port: 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:41:03.323938 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.439360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.446689 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] For port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:41:03.450102 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] For port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:41:03.451245 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.477158 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.511871 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32a19d-1dd3-4ddb-8256-59347e3cba02 None None] Pushing event updated for resources: {'Port': ['ID=f8443e47-2b6d-4799-9070-d9aead08f7a1,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:03.608395 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Attempting to bind port f8443e47-2b6d-4799-9070-d9aead08f7a1 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:41:03.608774 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Attempting to bind port f8443e47-2b6d-4799-9070-d9aead08f7a1 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:41:03.609145 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Attempting to bind port f8443e47-2b6d-4799-9070-d9aead08f7a1 on network c3bdb597-f9c0-4421-9477-3430bcc00057 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:41:03.614037 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bbce7-8d4e-4be4-b5b1-96d9a61d169b None None] Pushing event updated for resources: {'Port': ['ID=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:03.617360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:41:03.617740 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Checking segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:41:03.618678 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.619130 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Bound using segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:41:03.619608 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Bound port: f8443e47-2b6d-4799-9070-d9aead08f7a1, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:41:03.619994 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.688775 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.695229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] For port f8443e47-2b6d-4799-9070-d9aead08f7a1, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:41:03.698636 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] For port f8443e47-2b6d-4799-9070-d9aead08f7a1, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=f8443e47-2b6d-4799-9070-d9aead08f7a1,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:41:03.704136 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.772229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:41:03.772878 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:03.816205 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32a19d-1dd3-4ddb-8256-59347e3cba02 None None] Pushing event updated for resources: {'Port': ['ID=f8443e47-2b6d-4799-9070-d9aead08f7a1,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:03.867503 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-8bc4411f-f81a-4398-994d-f1c44e5e3dd1 None None] Provisioning complete for port f8443e47-2b6d-4799-9070-d9aead08f7a1 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:03.867903 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8bc4411f-f81a-4398-994d-f1c44e5e3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:03.881936 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Router e2316423-3333-4b1c-90e5-4ebe4e819e69 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:41:03.940081 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:04.013597 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:41:04.025587 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Sync routers for ids ['e2316423-3333-4b1c-90e5-4ebe4e819e69'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:41:04.030923 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.032263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7d00854a-65af-4a78-a53d-0124dfcc87b8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9770555 Sep 27 12:41:04.034885 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Routers {'e2316423-3333-4b1c-90e5-4ebe4e819e69'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:41:04.035112 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34494) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:04.035753 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['e2316423-3333-4b1c-90e5-4ebe4e819e69'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:04.087222 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8bc4411f-f81a-4398-994d-f1c44e5e3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.160551 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-8bc4411f-f81a-4398-994d-f1c44e5e3dd1 None None] For port f8443e47-2b6d-4799-9070-d9aead08f7a1, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=f8443e47-2b6d-4799-9070-d9aead08f7a1,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:41:04.161209 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Set router e2316423-3333-4b1c-90e5-4ebe4e819e69 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:04.168866 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8bc4411f-f81a-4398-994d-f1c44e5e3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.247501 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4411f-f81a-4398-994d-f1c44e5e3dd1 None None] Pushing event updated for resources: {'Port': ['ID=f8443e47-2b6d-4799-9070-d9aead08f7a1,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:04.266653 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:03Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:04.313157 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6c666-9a3a-481b-9557-81c1d6b01648 None None] The sync data for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi is: [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:03Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:41:04.327580 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-fae5d9d8-099e-4d44-8dcc-1e702efe56c8 None None] Provisioning complete for port f8443e47-2b6d-4799-9070-d9aead08f7a1 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:04.328139 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fae5d9d8-099e-4d44-8dcc-1e702efe56c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.409477 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:03Z', 'revision_number': 3, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:04.460933 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Checking router: e2316423-3333-4b1c-90e5-4ebe4e819e69 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:41:04.462026 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Updating router e2316423-3333-4b1c-90e5-4ebe4e819e69 port 8389215a-1526-40c3-9e77-cca81a6289af binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:41:04.491835 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.567922 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.741343 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:04.801740 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Allocated IP 172.20.0.1 (7cdbf5d2-84b6-4741-814c-b8474d926fd4/c2eea3f3-3866-4993-99fa-ef049e821068/9c22a3fb-8977-4342-9432-ef444392748c) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:41:04.827860 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:04.829513 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.836374 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e348bb-b99a-4ede-b87f-6ce923eef7cd None None] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:41:04.895871 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.897934 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-16e467b6-26b1-4566-a67a-557dc9557538 None None] Provisioning complete for port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:04.898524 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-16e467b6-26b1-4566-a67a-557dc9557538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.905936 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.939005 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.978618 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Attempting to bind port 8389215a-1526-40c3-9e77-cca81a6289af on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:41:04.979288 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Attempting to bind port 8389215a-1526-40c3-9e77-cca81a6289af by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:41:04.979884 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Attempting to bind port 8389215a-1526-40c3-9e77-cca81a6289af on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:41:04.992391 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:41:04.993718 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:41:04.994355 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:04.995309 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:41:04.996007 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Bound port: 8389215a-1526-40c3-9e77-cca81a6289af, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:41:04.996664 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.000040 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29b8e3-4677-44c9-8f1c-21436b1c6d48 None None] Pushing event updated for resources: {'Port': ['ID=8389215a-1526-40c3-9e77-cca81a6289af,revision_number=2']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:05.019784 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.069159 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] For port 8389215a-1526-40c3-9e77-cca81a6289af, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:41:05.072898 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] For port 8389215a-1526-40c3-9e77-cca81a6289af, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=8389215a-1526-40c3-9e77-cca81a6289af,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:41:05.078690 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:41:05.080636 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.101259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:05.105482 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-16e467b6-26b1-4566-a67a-557dc9557538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.106790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:41:05.162644 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29b8e3-4677-44c9-8f1c-21436b1c6d48 None None] Pushing event updated for resources: {'Port': ['ID=8389215a-1526-40c3-9e77-cca81a6289af,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:05.189601 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Routers {'e2316423-3333-4b1c-90e5-4ebe4e819e69'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:41:05.190930 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['e2316423-3333-4b1c-90e5-4ebe4e819e69'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:05.217436 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.231868 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-16e467b6-26b1-4566-a67a-557dc9557538 None None] For port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:41:05.242928 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-16e467b6-26b1-4566-a67a-557dc9557538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.347329 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] Set router e2316423-3333-4b1c-90e5-4ebe4e819e69 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:05.380165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Pushing event updated for resources: {'Port': ['ID=9c22a3fb-8977-4342-9432-ef444392748c,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:05.384699 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.458041 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcefb8-449f-4286-9bb2-499dd0f82606 req-78c521cd-3708-4ca9-8b02-63e045fa7809 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:05.459885 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2efcefb8-449f-4286-9bb2-499dd0f82606 req-78c521cd-3708-4ca9-8b02-63e045fa7809 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.4279528 Sep 27 12:41:05.516508 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e467b6-26b1-4566-a67a-557dc9557538 None None] Pushing event updated for resources: {'Port': ['ID=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:05.561405 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.db.api [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:41:05.561766 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG oslo_db.api [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:41:05.578929 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2efcefb8-449f-4286-9bb2-499dd0f82606 req-152c9cff-c27f-4aa9-835e-5ecd043484f4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117971 Sep 27 12:41:05.668417 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.768819 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:03Z', 'revision_number': 3, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:05.799218 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c704a3-75ea-4577-b381-41e6ab3de7d1 None None] The sync data for ids ['e2316423-3333-4b1c-90e5-4ebe4e819e69'] in dv-cinder-801522-3-iscsi is: [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:03Z', 'revision_number': 3, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:41:05.866770 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-7597d0cf-de6b-4399-9ce7-4c0046234fae None None] Provisioning complete for port 9c22a3fb-8977-4342-9432-ef444392748c triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:05.867396 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7597d0cf-de6b-4399-9ce7-4c0046234fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.890089 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.895384 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.913168 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-7597d0cf-de6b-4399-9ce7-4c0046234fae None None] Port 9c22a3fb-8977-4342-9432-ef444392748c cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:41:05.928572 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-7597d0cf-de6b-4399-9ce7-4c0046234fae None None] Provisioning complete for port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:05.929063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7597d0cf-de6b-4399-9ce7-4c0046234fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:05.977552 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Pushing event updated for resources: {'Port': ['ID=9c22a3fb-8977-4342-9432-ef444392748c,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:05.982797 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.119252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:41:06.120663 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:06.130898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device f8443e47-2b6d-4799-9070-d9aead08f7a1 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:06.211208 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port f8443e47-2b6d-4799-9070-d9aead08f7a1 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:06.211528 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.262926 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Router e2316423-3333-4b1c-90e5-4ebe4e819e69 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:41:06.285444 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-7b361b62-3464-448d-978d-f3533e57fbe3 None None] Provisioning complete for port 9c22a3fb-8977-4342-9432-ef444392748c triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:06.286006 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7b361b62-3464-448d-978d-f3533e57fbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.353898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-7b361b62-3464-448d-978d-f3533e57fbe3 None None] Port 9c22a3fb-8977-4342-9432-ef444392748c cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:41:06.396794 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:41:06.404612 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-240cc857-f115-4803-b1bc-2ac1bde5adae admin admin] 10.222.0.15 "PUT /v2.0/routers/e2316423-3333-4b1c-90e5-4ebe4e819e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683853 Sep 27 12:41:06.479115 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-022304b0-d9ee-4b9b-8d81-7124536aa71e None None] Provisioning complete for port 9c22a3fb-8977-4342-9432-ef444392748c triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:06.479400 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-022304b0-d9ee-4b9b-8d81-7124536aa71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.515029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-022304b0-d9ee-4b9b-8d81-7124536aa71e None None] Port 9c22a3fb-8977-4342-9432-ef444392748c cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:41:06.684024 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:06.734523 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:06.734905 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.831361 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 8389215a-1526-40c3-9e77-cca81a6289af up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:06.875754 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 8389215a-1526-40c3-9e77-cca81a6289af triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:06.876178 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.954684 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:06.977776 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 8389215a-1526-40c3-9e77-cca81a6289af, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=8389215a-1526-40c3-9e77-cca81a6289af,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:41:06.981814 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:07.034939 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=8389215a-1526-40c3-9e77-cca81a6289af,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:07.792707 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Sync routers for ids ['e2316423-3333-4b1c-90e5-4ebe4e819e69'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:41:07.802121 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Routers {'e2316423-3333-4b1c-90e5-4ebe4e819e69'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:41:07.802737 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['e2316423-3333-4b1c-90e5-4ebe4e819e69'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:07.909726 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Set router e2316423-3333-4b1c-90e5-4ebe4e819e69 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:08.107199 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:05Z', 'revision_number': 4, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '9c22a3fb-8977-4342-9432-ef444392748c', 'name': '', 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'mac_address': 'fa:16:3e:c9:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c2eea3f3-3866-4993-99fa-ef049e821068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:04Z', 'updated_at': '2021-09-27T12:41:05Z', 'revision_number': 2, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'subnets': [{'id': 'c2eea3f3-3866-4993-99fa-ef049e821068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:08.134306 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Checking router: e2316423-3333-4b1c-90e5-4ebe4e819e69 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:41:08.134663 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Updating router e2316423-3333-4b1c-90e5-4ebe4e819e69 port 9c22a3fb-8977-4342-9432-ef444392748c binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:41:08.161766 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:08.417631 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:08.423250 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:08.482015 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3274c1-09e2-46c4-a915-93e556eaab4c None None] Pushing event updated for resources: {'Port': ['ID=9c22a3fb-8977-4342-9432-ef444392748c,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:08.543355 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Attempting to bind port 9c22a3fb-8977-4342-9432-ef444392748c on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:41:08.543731 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Attempting to bind port 9c22a3fb-8977-4342-9432-ef444392748c by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:41:08.544117 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Attempting to bind port 9c22a3fb-8977-4342-9432-ef444392748c on network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:41:08.550115 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:41:08.550497 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Checking segment: {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:41:08.551137 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:08.551539 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Bound using segment: {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:41:08.552078 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Bound port: 9c22a3fb-8977-4342-9432-ef444392748c, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc05932-4391-4535-ac99-afb5a24402ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:41:08.552430 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:08.623946 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] For port 9c22a3fb-8977-4342-9432-ef444392748c, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:41:08.630317 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 8389215a-1526-40c3-9e77-cca81a6289af up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:08.633381 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] For port 9c22a3fb-8977-4342-9432-ef444392748c, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=9c22a3fb-8977-4342-9432-ef444392748c,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:41:08.641904 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768db73-494d-40fa-abfb-d1cb19cdff16 req-a588367e-b50e-4b49-b232-facbaba4c5ee tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:08.643560 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5768db73-494d-40fa-abfb-d1cb19cdff16 req-a588367e-b50e-4b49-b232-facbaba4c5ee tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0650237 Sep 27 12:41:08.661567 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:08.692955 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5768db73-494d-40fa-abfb-d1cb19cdff16 req-cff6b2a9-9990-4b41-8070-b76bb1a5d0da tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Sep 27 12:41:08.759468 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Routers {'e2316423-3333-4b1c-90e5-4ebe4e819e69'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:41:08.759468 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:40:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['e2316423-3333-4b1c-90e5-4ebe4e819e69'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:08.817538 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3274c1-09e2-46c4-a915-93e556eaab4c None None] Pushing event updated for resources: {'Port': ['ID=9c22a3fb-8977-4342-9432-ef444392748c,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:08.828425 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-dc98bf14-bd9d-431b-8494-31ffb7abdcca None None] Provisioning complete for port 9c22a3fb-8977-4342-9432-ef444392748c triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:08.828425 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dc98bf14-bd9d-431b-8494-31ffb7abdcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.003901 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 8389215a-1526-40c3-9e77-cca81a6289af triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:09.004710 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.096521 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] Set router e2316423-3333-4b1c-90e5-4ebe4e819e69 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:41:09.256583 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dc98bf14-bd9d-431b-8494-31ffb7abdcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.356202 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-dc98bf14-bd9d-431b-8494-31ffb7abdcca None None] For port 9c22a3fb-8977-4342-9432-ef444392748c, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=9c22a3fb-8977-4342-9432-ef444392748c,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:41:09.363751 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dc98bf14-bd9d-431b-8494-31ffb7abdcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.439049 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98bf14-bd9d-431b-8494-31ffb7abdcca None None] Pushing event updated for resources: {'Port': ['ID=9c22a3fb-8977-4342-9432-ef444392748c,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:09.454472 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:05Z', 'revision_number': 4, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '9c22a3fb-8977-4342-9432-ef444392748c', 'name': '', 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'mac_address': 'fa:16:3e:c9:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c2eea3f3-3866-4993-99fa-ef049e821068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:04Z', 'updated_at': '2021-09-27T12:41:08Z', 'revision_number': 4, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'subnets': [{'id': 'c2eea3f3-3866-4993-99fa-ef049e821068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:41:09.489207 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b2df-5ff3-4882-8a7e-5e0411bad5e5 None None] The sync data for ids ['e2316423-3333-4b1c-90e5-4ebe4e819e69'] in dv-cinder-801522-3-iscsi is: [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:05Z', 'revision_number': 4, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '9c22a3fb-8977-4342-9432-ef444392748c', 'name': '', 'network_id': '7cdbf5d2-84b6-4741-814c-b8474d926fd4', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'mac_address': 'fa:16:3e:c9:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c2eea3f3-3866-4993-99fa-ef049e821068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:04Z', 'updated_at': '2021-09-27T12:41:08Z', 'revision_number': 4, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'subnets': [{'id': 'c2eea3f3-3866-4993-99fa-ef049e821068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:41:09.501130 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-5c2cd4fb-841d-4b1e-bc24-900f9f553157 None None] Provisioning complete for port 9c22a3fb-8977-4342-9432-ef444392748c triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:09.501514 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5c2cd4fb-841d-4b1e-bc24-900f9f553157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.552260 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34562) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:09.567265 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918282299', 'description': 'tempest-secgroup-smoke-1918282299 description', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:09.607802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.736799 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.741580 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.774653 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.775853 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2129717 Sep 27 12:41:09.778955 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34566) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:09.784085 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group_rule': {'security_group_id': 'f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:09.786642 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd54821-06e9-42a9-93e4-3e71a9d43d30 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:09.821496 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.826870 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f2e6-1197-4c2d-a8d3-5d666b50d2e6 req-2e844ee4-14fd-43df-9722-34cab35ebb4d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:09.828781 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0f56f2e6-1197-4c2d-a8d3-5d666b50d2e6 req-2e844ee4-14fd-43df-9722-34cab35ebb4d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0578132 Sep 27 12:41:09.877779 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0f56f2e6-1197-4c2d-a8d3-5d666b50d2e6 req-446baa2b-e9fc-415f-b41b-b38acad9cebb tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Sep 27 12:41:09.906492 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.911733 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.929916 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e70499-8593-47ad-ad43-e9f48557704f,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:09.936719 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:09.938793 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-9b5b2248-63a1-44a2-9fb1-01dabb21abeb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584413 Sep 27 12:41:09.941469 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34570) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:09.946940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group_rule': {'security_group_id': 'f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:09.975359 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.061275 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.067212 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.090414 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89afd541-5120-476b-9696-2e095f34e78c,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:10.099454 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.104480 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34586) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:10.104704 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-7405bbd3-6350-481e-bbad-96f84e09f5fd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616359 Sep 27 12:41:10.109581 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group_rule': {'security_group_id': 'f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:10.140909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.260848 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.265752 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.291618 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80eb1430-65b6-4bdd-a73b-55ef9c5ca78f,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:10.298533 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.302531 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-3b102b3e-6dd8-4011-89ca-f420637dc544 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944046 Sep 27 12:41:10.302793 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34596) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:10.308332 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group_rule': {'security_group_id': 'f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:10.350639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.452419 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.459209 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.479182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1685ad67-2699-4dcc-9edd-c590e08f6fc5,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:10.494748 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.498582 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-3a8f4bd1-0053-49ce-8e40-99a1dd22f0e7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1921916 Sep 27 12:41:10.499012 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34614) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:10.505994 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group_rule': {'security_group_id': 'f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:10.532978 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34616) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:10.546611 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.securitygroups_db [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Project efe3227b514943aaae2bad474a5f7fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:41:10.551706 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.623589 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.627423 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.654754 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a3782b-a7eb-4a33-870f-9b3a94556367,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:10.658914 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.660213 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ac6c3bb5-e0e7-4d93-ac65-6ac90f8e6a51 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592085 Sep 27 12:41:10.664201 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34622) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:10.671354 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 9c22a3fb-8977-4342-9432-ef444392748c up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:41:10.672408 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'security_group_rule': {'security_group_id': 'f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c', 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:10.708795 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd84a-c2ce-4b9f-bd12-26dfb56470cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.723500 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 9c22a3fb-8977-4342-9432-ef444392748c triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:10.723867 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.726947 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.securitygroups_db [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Project efe3227b514943aaae2bad474a5f7fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:41:10.734770 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.835219 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.841879 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.871415 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080e613a-9eac-43fa-9bc5-91f14678afeb,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:10.901561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd84a-c2ce-4b9f-bd12-26dfb56470cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.906777 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd84a-c2ce-4b9f-bd12-26dfb56470cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.917947 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:10.919207 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f62c0fc5-4faf-4bf2-9083-a02b28e3d3c3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2526596 Sep 27 12:41:10.956007 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5c0bd84a-c2ce-4b9f-bd12-26dfb56470cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=451a0c9647384f44aead39c33fdddf57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183893 Sep 27 12:41:10.956007 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd84a-c2ce-4b9f-bd12-26dfb56470cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e1e830-e8c1-4a2d-b588-cc25e60616b3,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:10.956284 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34634) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:11.015906 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0e2766b0-e4b9-4219-9311-35b9ab576d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.038573 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40267e-f5b0-4f51-94bb-8752338f40cc req-d51c80bb-2ff6-4d13-ab85-e3023c29d733 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:11.039265 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0e2766b0-e4b9-4219-9311-35b9ab576d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.044535 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cb40267e-f5b0-4f51-94bb-8752338f40cc req-d51c80bb-2ff6-4d13-ab85-e3023c29d733 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0642831 Sep 27 12:41:11.084203 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cb40267e-f5b0-4f51-94bb-8752338f40cc req-3746740f-39cd-4927-a681-26f2658d3038 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Sep 27 12:41:11.105686 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0e2766b0-e4b9-4219-9311-35b9ab576d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.110089 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0e2766b0-e4b9-4219-9311-35b9ab576d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.111282 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-0e2766b0-e4b9-4219-9311-35b9ab576d07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e1e830-e8c1-4a2d-b588-cc25e60616b3 HTTP/1.1" status: 204 len: 168 time: 0.1542146 Sep 27 12:41:11.120854 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2766b0-e4b9-4219-9311-35b9ab576d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e1e830-e8c1-4a2d-b588-cc25e60616b3,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:11.396640 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34684) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:11.409468 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.515003 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.520274 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.565483 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696dc027-e343-44de-b468-c75a00be9d5d,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:11.572396 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=442382a19ef94fd39f81c6c2e2852221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717987 Sep 27 12:41:11.572777 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34696) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:11.576821 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.577218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.577624 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.578033 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.578473 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.578885 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.579430 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.579830 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.580190 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.580745 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.581135 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.581851 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ed3ce-b646-4297-908b-ddcc7782768e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:11.653501 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcb4551d-c23e-4487-8308-8a5829e4c475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.679165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcb4551d-c23e-4487-8308-8a5829e4c475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.774615 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcb4551d-c23e-4487-8308-8a5829e4c475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.777977 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcb4551d-c23e-4487-8308-8a5829e4c475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:11.779266 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fcb4551d-c23e-4487-8308-8a5829e4c475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/696dc027-e343-44de-b468-c75a00be9d5d HTTP/1.1" status: 204 len: 168 time: 0.2055023 Sep 27 12:41:11.792603 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4551d-c23e-4487-8308-8a5829e4c475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696dc027-e343-44de-b468-c75a00be9d5d,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:12.049377 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544126a-d3cc-4149-82b7-95b71a5e200b req-e0941a3e-bcc9-463b-af3b-552615d8a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:12.050923 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9544126a-d3cc-4149-82b7-95b71a5e200b req-e0941a3e-bcc9-463b-af3b-552615d8a6d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.0663011 Sep 27 12:41:12.104639 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9544126a-d3cc-4149-82b7-95b71a5e200b req-6b8b6ec8-e0ac-4527-a212-078cec603209 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Sep 27 12:41:12.211661 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d866d-ade1-4d94-ade2-15e7acefbfd0 req-fdb7cc20-923c-4d92-94b7-5a3b47e1346b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:12.213480 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8d2d866d-ade1-4d94-ade2-15e7acefbfd0 req-fdb7cc20-923c-4d92-94b7-5a3b47e1346b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0534348 Sep 27 12:41:12.260284 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8d2d866d-ade1-4d94-ade2-15e7acefbfd0 req-3df058f9-7b23-49fa-bccc-5013608c16f9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380547 Sep 27 12:41:12.987458 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34774) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:13.121734 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.210084 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.214034 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.251918 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99d2950b201b452781384055e0d11a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633390 Sep 27 12:41:13.252718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5227ae04-6b9e-4889-89bf-e5dba6f8eede,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:13.254583 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34782) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:13.260516 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.260874 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.261216 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.261552 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.261914 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.262248 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.262580 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.262931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.263259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.263584 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.263907 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.264252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb1cb4-0090-4ed1-b79e-07fb4c753fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:41:13.302637 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1c4edcbc-85ed-4757-999d-b9c16c2f8911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.327247 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1c4edcbc-85ed-4757-999d-b9c16c2f8911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.372960 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1c4edcbc-85ed-4757-999d-b9c16c2f8911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.375478 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1c4edcbc-85ed-4757-999d-b9c16c2f8911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:13.376665 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-1c4edcbc-85ed-4757-999d-b9c16c2f8911 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5227ae04-6b9e-4889-89bf-e5dba6f8eede HTTP/1.1" status: 204 len: 168 time: 0.1211047 Sep 27 12:41:13.384151 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4edcbc-85ed-4757-999d-b9c16c2f8911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5227ae04-6b9e-4889-89bf-e5dba6f8eede,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:15.585623 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b177d-ceb7-48dd-87ea-b72b182b8f93 req-c095d3bc-38dd-4a3f-bc2b-5107dc4bb674 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:15.587621 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7b7b177d-ceb7-48dd-87ea-b72b182b8f93 req-c095d3bc-38dd-4a3f-bc2b-5107dc4bb674 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0484731 Sep 27 12:41:15.624955 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7b7b177d-ceb7-48dd-87ea-b72b182b8f93 req-ba3a84e4-5cfe-4794-a9ce-f2cc10044810 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Sep 27 12:41:16.747278 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73487346-1382-4128-8e8a-71c548d1c94f req-a0996718-d58c-4330-b788-fa5f766bd25f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:16.749861 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-73487346-1382-4128-8e8a-71c548d1c94f req-a0996718-d58c-4330-b788-fa5f766bd25f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0551436 Sep 27 12:41:16.792396 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-73487346-1382-4128-8e8a-71c548d1c94f req-65c59444-9151-4752-ac80-0096d35ca60e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361085 Sep 27 12:41:17.514283 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 34880) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:17.626836 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ac74a9d4-fd05-45eb-a2a0-543ad263f29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.720599 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ac74a9d4-fd05-45eb-a2a0-543ad263f29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.724448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-ac74a9d4-fd05-45eb-a2a0-543ad263f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.762849 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-ac74a9d4-fd05-45eb-a2a0-543ad263f29c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b96ffbb8280144adade9b61b1d6c6302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473910 Sep 27 12:41:17.764784 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a9d4-fd05-45eb-a2a0-543ad263f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa5a82-e9b3-4ca2-b297-ae3645492daa,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:17.765508 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 34890) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:17.815939 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-53a17930-1dd3-4d0f-8ee5-65d01bfcc883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.837949 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-53a17930-1dd3-4d0f-8ee5-65d01bfcc883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.893205 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-53a17930-1dd3-4d0f-8ee5-65d01bfcc883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.895757 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-53a17930-1dd3-4d0f-8ee5-65d01bfcc883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:17.899963 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-53a17930-1dd3-4d0f-8ee5-65d01bfcc883 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dfa5a82-e9b3-4ca2-b297-ae3645492daa HTTP/1.1" status: 204 len: 168 time: 0.1304519 Sep 27 12:41:17.908455 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a17930-1dd3-4d0f-8ee5-65d01bfcc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa5a82-e9b3-4ca2-b297-ae3645492daa,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:17.922552 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866cfa0-02f8-422e-ae26-5afc725b6f53 req-1e8f41ab-09df-4229-be77-31ec2c4f5f19 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:17.925725 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5866cfa0-02f8-422e-ae26-5afc725b6f53 req-1e8f41ab-09df-4229-be77-31ec2c4f5f19 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0611148 Sep 27 12:41:17.971874 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5866cfa0-02f8-422e-ae26-5afc725b6f53 req-55c02e43-2e8b-40a2-b9eb-03e58a1f198e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385818 Sep 27 12:41:18.268599 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-bd0eade0-bee1-4a74-addb-abbb72721f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:18.270745 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-bd0eade0-bee1-4a74-addb-abbb72721f1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.0523920 Sep 27 12:41:18.325543 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbabb25-1953-4f12-8584-be01a137748c req-6f4fa2f0-6cda-4bb4-996e-0723545dddc7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:18.329093 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6dbabb25-1953-4f12-8584-be01a137748c req-6f4fa2f0-6cda-4bb4-996e-0723545dddc7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0989494 Sep 27 12:41:18.401604 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6dbabb25-1953-4f12-8584-be01a137748c req-ad952293-e481-43ce-ae7c-c75cdcad33bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663438 Sep 27 12:41:18.450991 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-28b14bdf-88e1-4ea1-b39b-53023802d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:18.451930 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-28b14bdf-88e1-4ea1-b39b-53023802d97b service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.1616194 Sep 27 12:41:18.509119 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-d1074a3a-ba62-409e-8adf-310f8c1fd35d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.0409722 Sep 27 12:41:18.575075 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-30435b81-7d78-4fb0-ae90-d5327cdf3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:18.576606 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-30435b81-7d78-4fb0-ae90-d5327cdf3186 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.0520425 Sep 27 12:41:18.624799 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-555d50f5-edda-4397-ad66-82e63769938d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265183 Sep 27 12:41:18.722597 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:41:18.748778 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-b33b65d5-4dfc-4d8d-a0a2-7c171a4e3768 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139891 Sep 27 12:41:18.885151 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c117007d-ecbc-4923-9d44-2df7efd50d35 req-279aa802-21fe-40a4-9ab6-d4afee1d1cfb service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247208 Sep 27 12:41:19.005940 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-46a19e92-31a6-4964-938d-0c06ac319b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:19.007432 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-46a19e92-31a6-4964-938d-0c06ac319b04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.0483224 Sep 27 12:41:19.140839 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-0aebc77e-254b-4810-b0d7-09a1a7d9d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:19.142632 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-0aebc77e-254b-4810-b0d7-09a1a7d9d1a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.0979035 Sep 27 12:41:19.209179 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-d3c47186-e6e3-4e40-8f1d-9351e9fe54d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.0417750 Sep 27 12:41:19.272450 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-256a2cf2-57da-41d0-9ee4-0bd0068acc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:19.273991 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-256a2cf2-57da-41d0-9ee4-0bd0068acc41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.0510130 Sep 27 12:41:19.312162 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-9a9b7ff4-7683-4ec8-ab8c-b99b6e11515e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288382 Sep 27 12:41:19.418215 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-dd53b28a-b63f-4c25-ad20-425fcd964546 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922401 Sep 27 12:41:19.516617 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3ff3f652-7115-46f4-99da-aeef698f71a4 req-ed8d3110-142c-4d6b-914b-06b605e93b62 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886941 Sep 27 12:41:19.534805 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393a2cf-865f-4bc1-b642-07656ff27260 req-4d0dfd1a-1627-48ca-a129-9da8e4a93417 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:19.537198 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6393a2cf-865f-4bc1-b642-07656ff27260 req-4d0dfd1a-1627-48ca-a129-9da8e4a93417 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0559437 Sep 27 12:41:19.579284 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6393a2cf-865f-4bc1-b642-07656ff27260 req-0f5c42f8-9ad1-4642-ae99-c56aa3cd9475 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Sep 27 12:41:20.384843 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 35020) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:20.521453 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9030d96-9c7a-45b6-b963-d19e4c8eec15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.645177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9030d96-9c7a-45b6-b963-d19e4c8eec15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.649682 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9030d96-9c7a-45b6-b963-d19e4c8eec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.724607 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e9030d96-9c7a-45b6-b963-d19e4c8eec15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5a590656ea14ecd885aa50828a14d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385708 Sep 27 12:41:20.727390 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 35042) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:20.727913 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030d96-9c7a-45b6-b963-d19e4c8eec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ca681-942a-403e-9206-2bf20ec0270a,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:20.768533 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7b455-1ce7-4089-ab74-43d576c27a9a req-34993cdf-8998-4f00-ba48-a3475d724794 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:20.772677 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5cd7b455-1ce7-4089-ab74-43d576c27a9a req-34993cdf-8998-4f00-ba48-a3475d724794 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1004276 Sep 27 12:41:20.801965 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3ef921c6-8772-488d-be5a-08c018c53b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.817556 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5cd7b455-1ce7-4089-ab74-43d576c27a9a req-3f785e48-6912-4cb4-a51d-fd76a360327d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Sep 27 12:41:20.829146 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3ef921c6-8772-488d-be5a-08c018c53b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.901895 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3ef921c6-8772-488d-be5a-08c018c53b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.904580 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3ef921c6-8772-488d-be5a-08c018c53b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:20.909562 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3ef921c6-8772-488d-be5a-08c018c53b9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d1ca681-942a-403e-9206-2bf20ec0270a HTTP/1.1" status: 204 len: 168 time: 0.1758895 Sep 27 12:41:20.919685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef921c6-8772-488d-be5a-08c018c53b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ca681-942a-403e-9206-2bf20ec0270a,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:21.607922 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:21.949947 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff27a4-3242-4ce1-9c1e-ecdd44a05dd1 req-acdb9114-95c1-4886-b8a2-2be73339834c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:21.957553 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9ff27a4-3242-4ce1-9c1e-ecdd44a05dd1 req-acdb9114-95c1-4886-b8a2-2be73339834c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0667896 Sep 27 12:41:21.998566 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9ff27a4-3242-4ce1-9c1e-ecdd44a05dd1 req-8784400c-6073-4b90-84d1-e1c3577172cf tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Sep 27 12:41:22.111896 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 35120) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:22.243587 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d921734-8419-406e-a10d-85fc6b7d6b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.366594 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d921734-8419-406e-a10d-85fc6b7d6b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.372172 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d921734-8419-406e-a10d-85fc6b7d6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.433770 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d921734-8419-406e-a10d-85fc6b7d6b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb50aea-0a79-4954-a337-be060d4aec92,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:22.443652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 35144) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:22.444143 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3d921734-8419-406e-a10d-85fc6b7d6b0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0da97697c7ec42deaf1f781acf0f49f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307445 Sep 27 12:41:22.497951 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8ec8-359d-479e-be86-c35e948114c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.526031 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8ec8-359d-479e-be86-c35e948114c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.575865 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8ec8-359d-479e-be86-c35e948114c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.578383 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8ec8-359d-479e-be86-c35e948114c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:22.579498 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-0a5b8ec8-359d-479e-be86-c35e948114c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fb50aea-0a79-4954-a337-be060d4aec92 HTTP/1.1" status: 204 len: 168 time: 0.1348436 Sep 27 12:41:22.589300 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b8ec8-359d-479e-be86-c35e948114c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb50aea-0a79-4954-a337-be060d4aec92,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:23.314456 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-36f37688-4d3b-45b6-96d3-0805e38e11c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:23.560610 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a370-ad8b-4e77-8d41-a484e2f7e707 req-cda2befe-8e00-474e-9746-78e5b68f0e04 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:23.562913 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3309a370-ad8b-4e77-8d41-a484e2f7e707 req-cda2befe-8e00-474e-9746-78e5b68f0e04 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0613990 Sep 27 12:41:23.605525 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3309a370-ad8b-4e77-8d41-a484e2f7e707 req-efad5126-749a-496f-a8fb-aeccc16618a4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358863 Sep 27 12:41:25.988791 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 35224) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:26.036702 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-87432826-4d26-4547-b0e6-97b8effa3198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.119494 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-63e66311-460a-4435-bfd4-ab13e5b31203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.219194 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-63e66311-460a-4435-bfd4-ab13e5b31203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.223456 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-63e66311-460a-4435-bfd4-ab13e5b31203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.264100 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-63e66311-460a-4435-bfd4-ab13e5b31203 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6280bfcf47eb4c48890bc7dafe073f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739320 Sep 27 12:41:26.265367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e66311-460a-4435-bfd4-ab13e5b31203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27adc18e-5462-40fe-a6d1-db0f7e6321a8,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:26.266519 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 35232) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:26.322556 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0651d381-8439-460a-8d8b-d5bd9c762165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.348263 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0651d381-8439-460a-8d8b-d5bd9c762165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.404556 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0651d381-8439-460a-8d8b-d5bd9c762165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.407735 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0651d381-8439-460a-8d8b-d5bd9c762165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:26.408928 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0651d381-8439-460a-8d8b-d5bd9c762165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27adc18e-5462-40fe-a6d1-db0f7e6321a8 HTTP/1.1" status: 204 len: 168 time: 0.1412392 Sep 27 12:41:26.418064 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651d381-8439-460a-8d8b-d5bd9c762165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27adc18e-5462-40fe-a6d1-db0f7e6321a8,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:26.888089 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:27.260137 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:29.122111 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:34.914960 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecce32a-5365-458b-bb6e-63e93432a718 req-617c392f-9e97-48ba-a38e-00ce52105c9b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:34.916575 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5ecce32a-5365-458b-bb6e-63e93432a718 req-617c392f-9e97-48ba-a38e-00ce52105c9b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0495293 Sep 27 12:41:34.957727 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5ecce32a-5365-458b-bb6e-63e93432a718 req-7793cbd8-857f-4329-bcfa-34acf07255b9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349984 Sep 27 12:41:36.075412 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9cee4-f8d4-4478-9c57-ced4adacab98 req-457c408f-c0cc-4e9c-95f0-fc65a5b2d258 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:36.076896 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dce9cee4-f8d4-4478-9c57-ced4adacab98 req-457c408f-c0cc-4e9c-95f0-fc65a5b2d258 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0501344 Sep 27 12:41:36.115114 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dce9cee4-f8d4-4478-9c57-ced4adacab98 req-fb1ba910-96ea-4f6d-a1a9-09096e16daa8 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Sep 27 12:41:37.231449 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1081be-0ba3-4f8f-aa0e-b9d2f185815d req-a3bca195-9e4c-4b83-9d66-7d670b9bc268 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:37.232997 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7e1081be-0ba3-4f8f-aa0e-b9d2f185815d req-a3bca195-9e4c-4b83-9d66-7d670b9bc268 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0505710 Sep 27 12:41:37.269320 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7e1081be-0ba3-4f8f-aa0e-b9d2f185815d req-b467e790-476e-4a80-8bc2-b58a709d7ffa tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Sep 27 12:41:37.839252 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-9667b209-ffec-42cb-8785-20e122de0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:37.841041 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-9667b209-ffec-42cb-8785-20e122de0de6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.0430768 Sep 27 12:41:37.938114 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-6b6d76e9-eab6-4035-9583-c739584d761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:37.939720 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-6b6d76e9-eab6-4035-9583-c739584d761b service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.0911431 Sep 27 12:41:37.984551 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-f141f71a-3405-4664-88ea-98a5a7b25f07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.0366623 Sep 27 12:41:38.039870 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-7916aa46-5577-4993-b00d-fe548c6f7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:38.041375 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-7916aa46-5577-4993-b00d-fe548c6f7843 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.0446758 Sep 27 12:41:38.079281 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-a2d0a1d0-fba2-4882-b31d-19833fd1dd89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270870 Sep 27 12:41:38.191214 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-60669b76-f9c1-4a11-85f9-a6bea8d59069 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982475 Sep 27 12:41:38.297833 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91027957-0e80-43d1-b930-02ee7b26ac95 req-0c552810-11ea-4718-8c19-d6d906717526 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965195 Sep 27 12:41:38.407197 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d060af6-f0f9-4733-b5e5-175fc9e9989f req-a18bf08f-c4e2-4537-80ca-35991c3ae402 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:38.415227 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1d060af6-f0f9-4733-b5e5-175fc9e9989f req-a18bf08f-c4e2-4537-80ca-35991c3ae402 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0678606 Sep 27 12:41:38.450605 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1d060af6-f0f9-4733-b5e5-175fc9e9989f req-2b5ea743-3a62-4024-95a3-84228f366593 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345411 Sep 27 12:41:38.567977 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c82f12-5f00-4068-833f-c6906f1711fb req-3669f35b-9729-43bd-a402-6c9e47e5b439 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:38.569490 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c5c82f12-5f00-4068-833f-c6906f1711fb req-3669f35b-9729-43bd-a402-6c9e47e5b439 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Sep 27 12:41:38.606459 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c5c82f12-5f00-4068-833f-c6906f1711fb req-2381ff2a-a5ce-4cc0-b5d9-300f999c2408 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Sep 27 12:41:39.568023 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fd188-df02-41c3-97c3-ee483129bef5 req-838fd8b7-a716-4e65-842a-ca1ecec39c27 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:39.569516 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2f4fd188-df02-41c3-97c3-ee483129bef5 req-838fd8b7-a716-4e65-842a-ca1ecec39c27 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0484040 Sep 27 12:41:39.606021 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2f4fd188-df02-41c3-97c3-ee483129bef5 req-94970199-2920-468f-8e0a-ac84a5006959 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299125 Sep 27 12:41:39.727376 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685063-8e37-47cf-9521-48868945141d req-dd41bb20-0ffb-4420-91c1-19defdcfa176 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:39.728835 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-78685063-8e37-47cf-9521-48868945141d req-dd41bb20-0ffb-4420-91c1-19defdcfa176 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0500231 Sep 27 12:41:39.765557 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-78685063-8e37-47cf-9521-48868945141d req-59eea863-6a0e-4bba-bdc9-373a51c731e7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308833 Sep 27 12:41:40.721173 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4dba-4658-4d5f-a8aa-21ec6f06f5b2 req-560b1f6e-7703-4cab-9081-ec6315146087 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:40.722630 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c15e4dba-4658-4d5f-a8aa-21ec6f06f5b2 req-560b1f6e-7703-4cab-9081-ec6315146087 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0473535 Sep 27 12:41:40.759321 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c15e4dba-4658-4d5f-a8aa-21ec6f06f5b2 req-55ceac7f-0888-4a8b-8eb9-c91fe656b0cd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Sep 27 12:41:40.880555 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d705a05-167e-430a-aefc-3c9865700cc5 req-15f0d436-a3eb-4d4f-b459-3e2cbf09e0db tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:40.882009 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0d705a05-167e-430a-aefc-3c9865700cc5 req-15f0d436-a3eb-4d4f-b459-3e2cbf09e0db tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0464609 Sep 27 12:41:40.919838 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0d705a05-167e-430a-aefc-3c9865700cc5 req-4c0482a2-3e47-4f7a-8ac3-60413ebc1860 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Sep 27 12:41:41.874467 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94bc42-14b5-4bcb-b2e4-e54f22a5dd47 req-f3dd7aa3-9527-4381-89ae-63080197a45b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:41.875935 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7b94bc42-14b5-4bcb-b2e4-e54f22a5dd47 req-f3dd7aa3-9527-4381-89ae-63080197a45b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0504344 Sep 27 12:41:41.917441 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7b94bc42-14b5-4bcb-b2e4-e54f22a5dd47 req-bc59f307-0ffc-4586-b1c4-075bba670ed3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355594 Sep 27 12:41:42.035150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73809f7-477e-4250-8ca1-804a59500c9d req-40d01455-5a4c-49e2-b66c-b7d2c1a035bd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:42.036673 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73809f7-477e-4250-8ca1-804a59500c9d req-40d01455-5a4c-49e2-b66c-b7d2c1a035bd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0474014 Sep 27 12:41:42.073203 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73809f7-477e-4250-8ca1-804a59500c9d req-21e415e1-8146-495b-9eb0-15d8512e6a3b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Sep 27 12:41:43.029955 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6aaef8-9cb7-4066-ab99-aae55262f8ac req-bd1990d9-4cec-41e3-a65c-b0cd9d1f2d88 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:43.032037 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cc6aaef8-9cb7-4066-ab99-aae55262f8ac req-bd1990d9-4cec-41e3-a65c-b0cd9d1f2d88 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0498273 Sep 27 12:41:43.069230 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cc6aaef8-9cb7-4066-ab99-aae55262f8ac req-b7ab5a37-419c-4d64-bb3f-605cb1e53c23 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Sep 27 12:41:43.191448 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca476c-b479-444a-86fe-8b7167dcb7d3 req-2cdb3b6e-0a21-4978-8163-719db34b5612 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:43.192905 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c3ca476c-b479-444a-86fe-8b7167dcb7d3 req-2cdb3b6e-0a21-4978-8163-719db34b5612 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0499568 Sep 27 12:41:43.228559 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c3ca476c-b479-444a-86fe-8b7167dcb7d3 req-d1d05b0b-9a91-46cb-9b4e-2d0aac5f87d7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292034 Sep 27 12:41:44.180517 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29dc19-6184-4f19-9751-23aede549c2f req-9e17ce77-607c-4a4f-ac46-a4bcbfca6c60 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:44.181959 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e29dc19-6184-4f19-9751-23aede549c2f req-9e17ce77-607c-4a4f-ac46-a4bcbfca6c60 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0471547 Sep 27 12:41:44.217426 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e29dc19-6184-4f19-9751-23aede549c2f req-a5aea384-4bde-4e1e-a1f7-dbadc55fd69a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297298 Sep 27 12:41:44.343899 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2842d-cd90-4ee2-a897-f68163eb7244 req-5473fe6b-f4dd-4ade-b5a7-9acc60a7d9ec tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:44.345407 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6ff2842d-cd90-4ee2-a897-f68163eb7244 req-5473fe6b-f4dd-4ade-b5a7-9acc60a7d9ec tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Sep 27 12:41:44.383869 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6ff2842d-cd90-4ee2-a897-f68163eb7244 req-200146c4-8cea-4f55-8f9b-57c9875d9858 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Sep 27 12:41:45.332260 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8405b-f2de-49f0-aa35-ddfcab726263 req-888228f1-03cd-42b5-aae1-99f210cb9426 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:45.333789 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ae8405b-f2de-49f0-aa35-ddfcab726263 req-888228f1-03cd-42b5-aae1-99f210cb9426 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0508657 Sep 27 12:41:45.371813 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ae8405b-f2de-49f0-aa35-ddfcab726263 req-6e165fe2-3cd4-4bd0-9ccc-bbdfce33cd27 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Sep 27 12:41:45.499651 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058201-9bfd-474e-a697-4c3d96eff63d req-9bb434fe-093b-48fe-a78e-3e20caedae67 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:45.501212 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-29058201-9bfd-474e-a697-4c3d96eff63d req-9bb434fe-093b-48fe-a78e-3e20caedae67 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0485737 Sep 27 12:41:45.538407 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-29058201-9bfd-474e-a697-4c3d96eff63d req-1405d7c4-1ae5-428a-b838-0d509885907b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Sep 27 12:41:46.486662 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cea1d-8a7f-4533-9672-0c11c16a664d req-acde2bb5-eb4a-4a26-9433-628e2221e4f7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:46.488190 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b52cea1d-8a7f-4533-9672-0c11c16a664d req-acde2bb5-eb4a-4a26-9433-628e2221e4f7 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0467894 Sep 27 12:41:46.525691 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b52cea1d-8a7f-4533-9672-0c11c16a664d req-82ff8379-7e37-4f8a-91d9-0319d46f509b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Sep 27 12:41:46.657726 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6ccb1-d5aa-4846-b363-8f11c343a7d2 req-6a8941c1-f4ed-4c16-92a8-47b6ca6c80fb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:46.659213 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c2c6ccb1-d5aa-4846-b363-8f11c343a7d2 req-6a8941c1-f4ed-4c16-92a8-47b6ca6c80fb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Sep 27 12:41:46.696981 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c2c6ccb1-d5aa-4846-b363-8f11c343a7d2 req-3039daea-7f6a-4a56-833c-aece6b0cf28a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Sep 27 12:41:46.911123 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 35636) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:47.022033 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c75572e9-5b7c-4f19-ab6e-3345c9b1f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.113647 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c75572e9-5b7c-4f19-ab6e-3345c9b1f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.118730 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c75572e9-5b7c-4f19-ab6e-3345c9b1f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.157160 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c75572e9-5b7c-4f19-ab6e-3345c9b1f318 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a51cacecc5f4b53bfbdb65b1e400396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449131 Sep 27 12:41:47.158125 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75572e9-5b7c-4f19-ab6e-3345c9b1f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d43d7-4c6e-46b8-b7e3-3a35a4a374e3,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:47.159906 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 35650) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:41:47.213118 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db7c9d6c-b1f2-4668-981c-2eae6f139181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.235215 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db7c9d6c-b1f2-4668-981c-2eae6f139181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.282576 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db7c9d6c-b1f2-4668-981c-2eae6f139181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.285529 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-db7c9d6c-b1f2-4668-981c-2eae6f139181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:47.286853 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-db7c9d6c-b1f2-4668-981c-2eae6f139181 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c25d43d7-4c6e-46b8-b7e3-3a35a4a374e3 HTTP/1.1" status: 204 len: 168 time: 0.1258359 Sep 27 12:41:47.294809 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c9d6c-b1f2-4668-981c-2eae6f139181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d43d7-4c6e-46b8-b7e3-3a35a4a374e3,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:47.640273 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437fdfa-195a-47d7-a33e-6beb7a19ff08 req-a63091ae-d0b8-465f-acf8-3237d8546256 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:47.641705 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1437fdfa-195a-47d7-a33e-6beb7a19ff08 req-a63091ae-d0b8-465f-acf8-3237d8546256 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0507047 Sep 27 12:41:47.678826 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1437fdfa-195a-47d7-a33e-6beb7a19ff08 req-3f47ceb8-9c1e-43a3-8d10-f82c8b797b48 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Sep 27 12:41:47.812252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03024a8d-a5ca-4561-b3d6-0bc30e2bb33e req-c3fe2951-9e70-4967-a53a-14031df07b06 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:47.813787 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03024a8d-a5ca-4561-b3d6-0bc30e2bb33e req-c3fe2951-9e70-4967-a53a-14031df07b06 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Sep 27 12:41:47.850524 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03024a8d-a5ca-4561-b3d6-0bc30e2bb33e req-a75111a7-4d6c-45ce-aaa3-85713cd6426f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308547 Sep 27 12:41:48.795804 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd4958-f7e1-4ff1-9b3b-56221f91c83c req-73184b83-6760-4eca-b0ea-6b2892604955 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:48.797341 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4afd4958-f7e1-4ff1-9b3b-56221f91c83c req-73184b83-6760-4eca-b0ea-6b2892604955 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0483809 Sep 27 12:41:48.834737 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4afd4958-f7e1-4ff1-9b3b-56221f91c83c req-163291fa-d438-4a92-b0b6-31b45a5810ca tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Sep 27 12:41:48.973272 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958689f-8691-430b-bba9-f4cb7fe3010b req-f3689841-550a-4c9c-900a-e30b6f35295e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:48.974781 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d958689f-8691-430b-bba9-f4cb7fe3010b req-f3689841-550a-4c9c-900a-e30b6f35295e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0536289 Sep 27 12:41:49.014163 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d958689f-8691-430b-bba9-f4cb7fe3010b req-ffab3dec-bf17-4d28-a807-8a4ccbf56bf7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Sep 27 12:41:49.945185 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc167886-05ed-41d5-830c-08b726a953de req-0b54ddb4-54bc-42ff-8505-00b8aee39451 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:49.946633 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dc167886-05ed-41d5-830c-08b726a953de req-0b54ddb4-54bc-42ff-8505-00b8aee39451 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0471973 Sep 27 12:41:49.984680 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dc167886-05ed-41d5-830c-08b726a953de req-16cdb88e-9d19-4b21-a082-2f384d97594f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Sep 27 12:41:50.137127 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53126a3a-0c01-476b-863d-b590734f5667 req-607ed9f3-49c7-4359-b1ac-784317edb081 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:50.138578 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-53126a3a-0c01-476b-863d-b590734f5667 req-607ed9f3-49c7-4359-b1ac-784317edb081 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0504615 Sep 27 12:41:50.176366 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-53126a3a-0c01-476b-863d-b590734f5667 req-b06a47eb-30d6-48f4-8ac9-d47dd5e7db93 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Sep 27 12:41:51.100495 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ee75-6a82-4976-9793-16388e931b96 req-550ad219-41d1-4da3-a9d0-5f15d0d52a2c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:51.102700 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-23b0ee75-6a82-4976-9793-16388e931b96 req-550ad219-41d1-4da3-a9d0-5f15d0d52a2c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Sep 27 12:41:51.140714 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-23b0ee75-6a82-4976-9793-16388e931b96 req-81d27792-7abc-4e77-990c-fd1c3367a598 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Sep 27 12:41:51.199528 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-18235bdd-19e4-4f3d-adc9-1c40c30744a7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918282299&fields=id&tenant_id=efe3227b514943aaae2bad474a5f7fbf HTTP/1.1" status: 200 len: 267 time: 0.0388186 Sep 27 12:41:51.304480 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6716-91fa-40c1-977c-ca6c61bce97f req-322b6a52-b4b8-46f5-b7ed-15eec15f7fc7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:51.306298 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-77bc6716-91fa-40c1-977c-ca6c61bce97f req-322b6a52-b4b8-46f5-b7ed-15eec15f7fc7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0536225 Sep 27 12:41:51.311415 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-8b758140-6cf5-4ac9-ac36-b32ec5398db7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:51.312912 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-8b758140-6cf5-4ac9-ac36-b32ec5398db7 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 809 time: 0.1058233 Sep 27 12:41:51.327536 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-cbb25c1c-3382-4d72-afc8-1d16e660db12 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/quotas/efe3227b514943aaae2bad474a5f7fbf HTTP/1.1" status: 200 len: 375 time: 0.0089324 Sep 27 12:41:51.344014 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-77bc6716-91fa-40c1-977c-ca6c61bce97f req-b09a42a3-8850-46ed-bb35-9939e332289d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Sep 27 12:41:51.379264 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-788df9a7-6b09-4d36-bf47-718b65b0c315 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462968 Sep 27 12:41:51.475278 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-11beaff7-08b6-40c4-a289-7ccb3000f8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Sep 27 12:41:51.568781 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-3350830f-16f3-4f6d-9ecc-c30e9253deea service neutron] 10.222.0.15 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Sep 27 12:41:51.623381 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:51.899155 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-92044d85-8396-4666-a12d-efd82b4fb5a3 req-20cfb60f-53e4-47bb-821d-ed072be68a31 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 210 time: 0.0273049 Sep 27 12:41:52.038203 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb003e-ac14-4e3b-89ad-e7bd2cd36279 req-5f9a010d-0ed6-4543-b31e-44ceca2f9d93 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:52.039724 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ddfb003e-ac14-4e3b-89ad-e7bd2cd36279 req-5f9a010d-0ed6-4543-b31e-44ceca2f9d93 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0499337 Sep 27 12:41:52.083245 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ddfb003e-ac14-4e3b-89ad-e7bd2cd36279 req-cb3068ea-ec6c-44c0-af6c-ec9ebb13386f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367174 Sep 27 12:41:52.264177 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1ef4-d809-4b56-9ca1-6d00d69242c8 req-50001597-2cf2-4175-a3e6-28efba8c7540 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:52.265680 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4bfa1ef4-d809-4b56-9ca1-6d00d69242c8 req-50001597-2cf2-4175-a3e6-28efba8c7540 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0506063 Sep 27 12:41:52.303389 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4bfa1ef4-d809-4b56-9ca1-6d00d69242c8 req-094c3927-0c3b-403c-9ee7-8ccad8795900 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Sep 27 12:41:52.466670 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294770cc-1eaa-46d6-bdc8-846cf957d664 req-c121f1ef-c4c6-4b5f-b89c-d8dcd121380b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:52.468305 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-294770cc-1eaa-46d6-bdc8-846cf957d664 req-c121f1ef-c4c6-4b5f-b89c-d8dcd121380b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0515275 Sep 27 12:41:52.513213 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-294770cc-1eaa-46d6-bdc8-846cf957d664 req-c81c1cf1-954a-4b35-9b21-0654bfdf9ab2 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Sep 27 12:41:53.000033 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b4514200-4960-457e-b801-f8b3dda9908d req-78b27e55-bd78-48ed-8513-cd173a9d3f1e tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 210 time: 0.0270846 Sep 27 12:41:53.078397 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7425d-8014-424e-9823-5522ec2c1b46 req-dbe260a4-bfd9-4146-9efd-d008408c0282 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:53.079945 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f2d7425d-8014-424e-9823-5522ec2c1b46 req-dbe260a4-bfd9-4146-9efd-d008408c0282 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.3280926 Sep 27 12:41:53.145984 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-564fe02b-b425-47a5-9fb3-53bb09c91df1 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:53.147411 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-564fe02b-b425-47a5-9fb3-53bb09c91df1 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 809 time: 0.1534712 Sep 27 12:41:53.152596 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f2d7425d-8014-424e-9823-5522ec2c1b46 req-9f2adc4c-69b1-4c54-a462-9c89a00d10f4 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632994 Sep 27 12:41:53.199108 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-49dfe564-fdc0-40d0-b6be-e6ddfe64fae0 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe3227b514943aaae2bad474a5f7fbf HTTP/1.1" status: 200 len: 380 time: 0.0369062 Sep 27 12:41:53.210770 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'port': {'device_id': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'admin_state_up': True, 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'security_groups': ['f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:53.210975 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9536-7f4e-49e8-916e-c8e70eb9b704 req-3b1cedd1-dd2e-4b51-8854-3422be9dfbaf tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:53.212497 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f41d9536-7f4e-49e8-916e-c8e70eb9b704 req-3b1cedd1-dd2e-4b51-8854-3422be9dfbaf tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0562031 Sep 27 12:41:53.250497 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f41d9536-7f4e-49e8-916e-c8e70eb9b704 req-b8904d3b-bf42-4746-890c-9ff80a302a65 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Sep 27 12:41:53.314125 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-305a148b-4135-4035-9780-7e36e271f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:53.317685 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Made reservation on behalf of efe3227b514943aaae2bad474a5f7fbf for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:41:53.321568 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:53.469373 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31404e-242c-4d54-8232-2b5ac03c4a98 req-b0304efa-0dff-4540-bb5a-fee7c81d201d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:53.470757 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8d31404e-242c-4d54-8232-2b5ac03c4a98 req-b0304efa-0dff-4540-bb5a-fee7c81d201d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0935941 Sep 27 12:41:53.504905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Allocated IP 172.20.0.14 (c3bdb597-f9c0-4421-9477-3430bcc00057/88186429-f4eb-4774-a76c-9011e9c6c13f/b6243a15-85fd-4100-9ebb-93e024d1e515) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:41:53.531263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8d31404e-242c-4d54-8232-2b5ac03c4a98 req-b9b273d5-fe86-4ce4-8ac0-3ea24337e6b8 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533862 Sep 27 12:41:53.634510 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c9ec-644d-4a48-801b-f512c078c119 req-5c234d0e-81a2-4682-bf11-a9fc60b09634 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:53.636220 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4e8c9ec-644d-4a48-801b-f512c078c119 req-5c234d0e-81a2-4682-bf11-a9fc60b09634 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Sep 27 12:41:53.674051 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:53.679277 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4e8c9ec-644d-4a48-801b-f512c078c119 req-55182de2-9063-43f5-bdd7-0e96081a2d60 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364299 Sep 27 12:41:53.712564 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:53.757554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Network c3bdb597-f9c0-4421-9477-3430bcc00057 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:41:53.760668 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:41:53.763222 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:41:53.803278 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:53.833501 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:53.834156 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:53.852181 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-bb2a0795-96c5-4a50-98b5-5680b9f7409c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6455941 Sep 27 12:41:53.876668 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Request body: {'port': {'device_id': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:41:53.933088 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.055944 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-9f4ee1d1-4502-4995-a554-3079c4bcd9e2 None None] Provisioning complete for port b6243a15-85fd-4100-9ebb-93e024d1e515 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:41:54.056357 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-4502-4995-a554-3079c4bcd9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.092022 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ee1d1-4502-4995-a554-3079c4bcd9e2 None None] Port b6243a15-85fd-4100-9ebb-93e024d1e515 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:41:54.197439 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fb7d-ba90-4363-a668-3f6eb530e6b3 req-b70a69bb-915a-442e-acc6-616fc8041530 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.198950 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-aa57fb7d-ba90-4363-a668-3f6eb530e6b3 req-b70a69bb-915a-442e-acc6-616fc8041530 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 932 time: 0.1070592 Sep 27 12:41:54.265167 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a32a1-7833-415f-91e3-c6b714709897 req-ce8fb50f-c740-42aa-9589-18bf194e1f70 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.266735 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-702a32a1-7833-415f-91e3-c6b714709897 req-ce8fb50f-c740-42aa-9589-18bf194e1f70 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.0477984 Sep 27 12:41:54.274094 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-aa57fb7d-ba90-4363-a668-3f6eb530e6b3 req-119db5e9-512c-4263-bc12-1b42ebb69d38 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Sep 27 12:41:54.285847 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6243a15-85fd-4100-9ebb-93e024d1e515 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:41:54.299344 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.314415 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Transition to ACTIVE for port object b6243a15-85fd-4100-9ebb-93e024d1e515 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:41:54.315111 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-702a32a1-7833-415f-91e3-c6b714709897 req-cf64a377-290c-4654-9803-43dd080e37b0 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Sep 27 12:41:54.318898 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.451563 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:54.492293 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03cc3-8abf-4f18-8004-3c8aefa90270 req-f3cbe266-614b-47e2-9d50-2644e4328fa2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.493807 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea03cc3-8abf-4f18-8004-3c8aefa90270 req-f3cbe266-614b-47e2-9d50-2644e4328fa2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1298571 Sep 27 12:41:54.496337 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Attempting to bind port b6243a15-85fd-4100-9ebb-93e024d1e515 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:41:54.496676 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Attempting to bind port b6243a15-85fd-4100-9ebb-93e024d1e515 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:41:54.497008 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Attempting to bind port b6243a15-85fd-4100-9ebb-93e024d1e515 on network c3bdb597-f9c0-4421-9477-3430bcc00057 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:41:54.509207 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Port b6243a15-85fd-4100-9ebb-93e024d1e515 on network c3bdb597-f9c0-4421-9477-3430bcc00057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:41:54.509533 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Attempting to bind port b6243a15-85fd-4100-9ebb-93e024d1e515 on network c3bdb597-f9c0-4421-9477-3430bcc00057 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:41:54.525328 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:41:54.525611 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Checking segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:41:54.525998 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Bound using segment: {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:41:54.526430 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Bound port: b6243a15-85fd-4100-9ebb-93e024d1e515, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723bd32d-175f-416d-9aa7-7bfb34613b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:41:54.526790 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.554350 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea03cc3-8abf-4f18-8004-3c8aefa90270 req-dbebdf0c-7c2a-4f6a-92f9-cbb99ab11d30 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541689 Sep 27 12:41:54.604426 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:41:54.607635 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:41:54.612702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.650684 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.651269 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:54.654037 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] 10.222.0.38 "PUT /v2.0/ports/b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 1094 time: 0.7814023 Sep 27 12:41:54.656993 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:41:54.659561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:41:54.679607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ba5c-b83b-469a-87a6-d57ec25e1f50 req-6d63ac2e-5455-47fd-9b4c-dfdf46b06544 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.684736 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fcb0ba5c-b83b-469a-87a6-d57ec25e1f50 req-6d63ac2e-5455-47fd-9b4c-dfdf46b06544 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0716381 Sep 27 12:41:54.693693 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeaeff-4807-4b44-b46f-3a95ccf368f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:54.705404 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6c7de-33a5-401d-b30b-1f3cb6e29694 x-openstack-request-id: req-64c6c7de-33a5-401d-b30b-1f3cb6e29694 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:41:54.705843 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:41:54.706263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64c6c7de-33a5-401d-b30b-1f3cb6e29694 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:41:54.706572 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'status': 'completed', 'code': 200} Sep 27 12:41:54.748764 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fcb0ba5c-b83b-469a-87a6-d57ec25e1f50 req-f112db12-73bf-497a-bdfe-9cb22a82d3fb tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575421 Sep 27 12:41:54.811374 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-7d1a2b59-a0d0-4648-acfa-f2cc28ebbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.812948 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-7d1a2b59-a0d0-4648-acfa-f2cc28ebbd5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1097 time: 0.0799613 Sep 27 12:41:54.826679 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c854b-eaf8-41a9-b8ce-9eafe9e25074 req-e79ce658-3609-47f4-b8d9-700477ce84da tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.828342 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-250c854b-eaf8-41a9-b8ce-9eafe9e25074 req-e79ce658-3609-47f4-b8d9-700477ce84da tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0625801 Sep 27 12:41:54.877384 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-0dcf5fad-3a0c-4aa2-9c3c-54edf701d16c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 217 time: 0.0480545 Sep 27 12:41:54.922075 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-250c854b-eaf8-41a9-b8ce-9eafe9e25074 req-76631d0c-ef7a-4658-b98c-e1f532a51a9a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871658 Sep 27 12:41:54.944905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-d3e568a7-f987-4cf0-b453-47dc4eecc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:54.944905 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-d3e568a7-f987-4cf0-b453-47dc4eecc5eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0518205 Sep 27 12:41:55.005536 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-4daa08af-585f-44a1-893f-e3c7717fe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.007754 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-4daa08af-585f-44a1-893f-e3c7717fe3ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411766 Sep 27 12:41:55.012712 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-092a59ec-85ee-43ba-ba93-b5bca755a26b tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.014561 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-092a59ec-85ee-43ba-ba93-b5bca755a26b tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.0481427 Sep 27 12:41:55.119038 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-d540b57b-a683-4335-9232-ab4d7ee3fecf service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939164 Sep 27 12:41:55.153252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Deleting port 6fa12d17-f67f-41a2-8868-4c9be706a8ec {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:41:55.153629 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:55.210681 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-316d07bc-c4dc-4107-85dc-d9ee8ae94f88 req-b404f3c1-e1f5-4008-920b-ad5eb0959dd9 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 Sep 27 12:41:55.247005 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] For port 6fa12d17-f67f-41a2-8868-4c9be706a8ec, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6fa12d17-f67f-41a2-8868-4c9be706a8ec,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:41:55.247369 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:55.262673 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Calling delete_port for 6fa12d17-f67f-41a2-8868-4c9be706a8ec owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:41:55.295975 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-0695fca1-3851-435c-83fc-95c2ad0b3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.297644 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-0695fca1-3851-435c-83fc-95c2ad0b3137 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1097 time: 0.0396216 Sep 27 12:41:55.415970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2ba76-966a-417f-8b45-6d99a3a45a87 req-abf32b89-0c2e-48dc-b838-9597f3ccefa8 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.417388 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-08a2ba76-966a-417f-8b45-6d99a3a45a87 req-abf32b89-0c2e-48dc-b838-9597f3ccefa8 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0691743 Sep 27 12:41:55.429646 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-8fb77bd6-4441-4be2-8988-7630853a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.431889 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-8fb77bd6-4441-4be2-8988-7630853a71f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 910 time: 0.1256785 Sep 27 12:41:55.456108 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e99e70-855a-4381-b2fa-662efe636252 req-c62bcf71-280e-4231-bdd4-7712b9916ab4 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.457601 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-05e99e70-855a-4381-b2fa-662efe636252 req-c62bcf71-280e-4231-bdd4-7712b9916ab4 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f5a66a0-1033-45bc-9a2d-fdffb713fbfc HTTP/1.1" status: 200 len: 945 time: 0.0695539 Sep 27 12:41:55.493176 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-216a4c87-a8bd-493c-87df-fa1cb9561287 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 217 time: 0.0524769 Sep 27 12:41:55.497198 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-08a2ba76-966a-417f-8b45-6d99a3a45a87 req-4363fa73-2f77-434a-ba42-db76ad5c3aa5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718801 Sep 27 12:41:55.507901 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:55.521059 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['6fa12d17-f67f-41a2-8868-4c9be706a8ec'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:41:55.538745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Pushing event deleted for resources: {'Port': ['ID=6fa12d17-f67f-41a2-8868-4c9be706a8ec,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:41:55.569127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-05e99e70-855a-4381-b2fa-662efe636252 req-6c2f651e-5628-4156-9b88-74aa7640cd0c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797505 Sep 27 12:41:55.571163 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-c9834b26-d693-4c83-a8c2-e9f3cf438fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.574170 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-c9834b26-d693-4c83-a8c2-e9f3cf438fc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0732155 Sep 27 12:41:55.605560 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] No DVR routers for this DVR port 6fa12d17-f67f-41a2-8868-4c9be706a8ec on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:41:55.608716 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:55.610733 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-695955bf-b9f5-41ba-8fae-dbab6e2084c7 req-7e284335-69fd-4704-8866-4eb840a0274f tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "DELETE /v2.0/ports/6fa12d17-f67f-41a2-8868-4c9be706a8ec HTTP/1.1" status: 204 len: 173 time: 0.5851154 Sep 27 12:41:55.611169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'name': 'network-vif-deleted', 'tag': '6fa12d17-f67f-41a2-8868-4c9be706a8ec'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:41:55.614233 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ad3ff-9f8d-4916-bbb3-9b5698503038" -d '{"events": [{"server_uuid": "1f5a66a0-1033-45bc-9a2d-fdffb713fbfc", "name": "network-vif-deleted", "tag": "6fa12d17-f67f-41a2-8868-4c9be706a8ec"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:41:55.626737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-b1e519a6-e40a-4dc7-94f1-7149b82d2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.629010 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-b1e519a6-e40a-4dc7-94f1-7149b82d2310 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473869 Sep 27 12:41:55.655780 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc21cf6a-b5fb-405a-97a2-aa0fbf89f82d x-openstack-request-id: req-bc21cf6a-b5fb-405a-97a2-aa0fbf89f82d {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:41:55.656105 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5a66a0-1033-45bc-9a2d-fdffb713fbfc", "name": "network-vif-deleted", "tag": "6fa12d17-f67f-41a2-8868-4c9be706a8ec", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:41:55.656355 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc21cf6a-b5fb-405a-97a2-aa0fbf89f82d {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:41:55.656747 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5a66a0-1033-45bc-9a2d-fdffb713fbfc', 'name': 'network-vif-deleted', 'tag': '6fa12d17-f67f-41a2-8868-4c9be706a8ec', 'status': 'completed', 'code': 200} Sep 27 12:41:55.702109 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d678b4-8d5b-4f0a-93d7-22d302c95190 req-afde0163-b9e5-4ef2-9c0b-3ba4b6fb0b5c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.703670 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d0d678b4-8d5b-4f0a-93d7-22d302c95190 req-afde0163-b9e5-4ef2-9c0b-3ba4b6fb0b5c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0611589 Sep 27 12:41:55.723676 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:41:55.737312 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-a6ad30a0-41b0-45c9-8858-dee7a4dca05b service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990088 Sep 27 12:41:55.748511 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d0d678b4-8d5b-4f0a-93d7-22d302c95190 req-0855242c-5213-45ac-908a-ea193a298422 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356085 Sep 27 12:41:55.860021 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abc6b88c-6b0f-43b0-bf96-f9ab08feafba req-29e11bbe-0955-4e0a-9d83-8af3bf352142 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126502 Sep 27 12:41:55.882671 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793730-ca66-47a5-9b20-f14a69eead09 req-1bbc5f0b-cb51-4f08-bc41-984113af1db9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:55.884137 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-aa793730-ca66-47a5-9b20-f14a69eead09 req-1bbc5f0b-cb51-4f08-bc41-984113af1db9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0621183 Sep 27 12:41:55.921819 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-aa793730-ca66-47a5-9b20-f14a69eead09 req-5923a29a-604c-4b7f-af82-087d67221230 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Sep 27 12:41:56.037942 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-649bddaa-2b03-4c53-b33b-dc174cfb793d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:56.038386 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21df2e-8781-4756-9391-7a3e8d509c81 req-c6b5ca63-83be-47ab-b806-3cce53f2dd2d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:56.039886 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c21df2e-8781-4756-9391-7a3e8d509c81 req-c6b5ca63-83be-47ab-b806-3cce53f2dd2d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Sep 27 12:41:56.079221 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c21df2e-8781-4756-9391-7a3e8d509c81 req-f896fb38-3270-430a-9965-757c7193f963 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 Sep 27 12:41:56.614415 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aad3db-8a67-4e80-ac3f-5a01d67ee088 req-53f5a394-be51-4191-b7cf-56e6474f1348 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:56.615962 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f0aad3db-8a67-4e80-ac3f-5a01d67ee088 req-53f5a394-be51-4191-b7cf-56e6474f1348 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0510595 Sep 27 12:41:56.654307 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f0aad3db-8a67-4e80-ac3f-5a01d67ee088 req-982a059a-7a2c-4ebf-bc5f-24ad199c3494 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Sep 27 12:41:56.869738 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0a6a-22ab-4356-9e3f-e67a2a1872f9 req-ded73120-e829-4261-aa15-3e27545d2d8c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:56.871213 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-90bb0a6a-22ab-4356-9e3f-e67a2a1872f9 req-ded73120-e829-4261-aa15-3e27545d2d8c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0481987 Sep 27 12:41:56.878844 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:56.909223 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-90bb0a6a-22ab-4356-9e3f-e67a2a1872f9 req-504a194a-f582-4b6e-99d4-771d14d76cef tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Sep 27 12:41:57.036931 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6bbbb-67c5-41fb-8eb0-347a9525e322 req-883d41ab-62bf-4c0c-ad01-1c098fa9d6fd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:57.038379 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-27c6bbbb-67c5-41fb-8eb0-347a9525e322 req-883d41ab-62bf-4c0c-ad01-1c098fa9d6fd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0476296 Sep 27 12:41:57.076110 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-27c6bbbb-67c5-41fb-8eb0-347a9525e322 req-09fbe0fb-821e-4c6d-b539-a7297c75be28 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310302 Sep 27 12:41:57.203509 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeb64e-0846-420f-8dce-0a5a03f1326d req-e02a98b6-63b0-4814-a833-678fab4ab082 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:57.205022 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-53eeb64e-0846-420f-8dce-0a5a03f1326d req-e02a98b6-63b0-4814-a833-678fab4ab082 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Sep 27 12:41:57.243614 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-53eeb64e-0846-420f-8dce-0a5a03f1326d req-7be8823e-e1ee-4dee-ab3a-fcda49e610f0 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Sep 27 12:41:57.262385 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:57.771984 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc27ac3-f855-4a5e-b1fe-6bf2c1dc7fb3 req-71011b34-83f4-47b3-ae35-c7f10c9bb92b tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:57.773575 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cbc27ac3-f855-4a5e-b1fe-6bf2c1dc7fb3 req-71011b34-83f4-47b3-ae35-c7f10c9bb92b tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0529439 Sep 27 12:41:57.814471 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cbc27ac3-f855-4a5e-b1fe-6bf2c1dc7fb3 req-f38bc479-3710-4797-954c-689be3f82d88 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Sep 27 12:41:58.019745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455c2f-fd91-4780-8a29-10c9d3166f0e req-4cd87cda-8e4a-442e-a97f-f1dd31fcead0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:58.021330 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3e455c2f-fd91-4780-8a29-10c9d3166f0e req-4cd87cda-8e4a-442e-a97f-f1dd31fcead0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0475531 Sep 27 12:41:58.059081 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3e455c2f-fd91-4780-8a29-10c9d3166f0e req-f197f9cf-0675-4bb8-a3b2-2b4ae64f5640 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314870 Sep 27 12:41:58.190510 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892c26a-aab9-4e08-9684-8f9c6dce30be req-c7ff9f7a-975e-4ad5-a1b8-273fae126e8c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:58.191888 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8892c26a-aab9-4e08-9684-8f9c6dce30be req-c7ff9f7a-975e-4ad5-a1b8-273fae126e8c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0479207 Sep 27 12:41:58.230060 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8892c26a-aab9-4e08-9684-8f9c6dce30be req-3acb3e65-037a-4b18-a117-d4ce7b1e3b6c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Sep 27 12:41:58.359647 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f2454-bd4f-45d6-86d1-3af63ba81569 req-54ff616d-2fd4-43f4-a9c7-bb5820dc723e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:58.361122 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-392f2454-bd4f-45d6-86d1-3af63ba81569 req-54ff616d-2fd4-43f4-a9c7-bb5820dc723e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0473914 Sep 27 12:41:58.398255 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-392f2454-bd4f-45d6-86d1-3af63ba81569 req-7419a19d-8e56-4c26-8b31-f1d511fe50f5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306451 Sep 27 12:41:58.928002 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad3b9b-30a8-426f-9a16-2fed52d5550d req-d220b847-bb90-4d7e-9e1f-14817a942128 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:58.930011 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-97ad3b9b-30a8-426f-9a16-2fed52d5550d req-d220b847-bb90-4d7e-9e1f-14817a942128 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0470181 Sep 27 12:41:58.967321 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-97ad3b9b-30a8-426f-9a16-2fed52d5550d req-2cff8228-d22c-42bb-b241-c79596843751 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Sep 27 12:41:59.124153 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:41:59.179465 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94290e9-2d26-41c2-a78b-4eabd80e8b8f req-31bb914d-4694-4b8f-83c5-1984bd6c8295 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:59.181085 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a94290e9-2d26-41c2-a78b-4eabd80e8b8f req-31bb914d-4694-4b8f-83c5-1984bd6c8295 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0531821 Sep 27 12:41:59.218759 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a94290e9-2d26-41c2-a78b-4eabd80e8b8f req-692de011-a7f8-4aff-95d2-92baea4f4219 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Sep 27 12:41:59.345397 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb78d2-f15e-4275-8786-fc06d8f0354c req-521aac86-f58f-4d74-8c0b-abf4a520d2d1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:59.346771 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76fb78d2-f15e-4275-8786-fc06d8f0354c req-521aac86-f58f-4d74-8c0b-abf4a520d2d1 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Sep 27 12:41:59.385585 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76fb78d2-f15e-4275-8786-fc06d8f0354c req-bbc5dc61-6479-4aae-b00c-af0473a31bec tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Sep 27 12:41:59.514867 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c619d6-898c-4391-acd4-54d75fe42d0f req-4c3ea653-d679-4e02-8ae9-33a5f3ea248c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:41:59.516362 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e3c619d6-898c-4391-acd4-54d75fe42d0f req-4c3ea653-d679-4e02-8ae9-33a5f3ea248c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Sep 27 12:41:59.555398 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e3c619d6-898c-4391-acd4-54d75fe42d0f req-cf7e824c-20e3-49ab-84fd-66b067fe4a8f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Sep 27 12:42:00.079850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c61ba-3bb3-4194-937e-aeb9ad46251e req-e6fa853e-a356-4ebe-bbbe-22fbe02f9601 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:00.081346 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7c0c61ba-3bb3-4194-937e-aeb9ad46251e req-e6fa853e-a356-4ebe-bbbe-22fbe02f9601 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0482655 Sep 27 12:42:00.120011 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7c0c61ba-3bb3-4194-937e-aeb9ad46251e req-9b1c5d62-f9fc-4f35-854e-bc1916adb2d8 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Sep 27 12:42:00.283108 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 6fa12d17-f67f-41a2-8868-4c9be706a8ec no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:00.306765 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 6fa12d17-f67f-41a2-8868-4c9be706a8ec {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:00.307108 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 6fa12d17-f67f-41a2-8868-4c9be706a8ec not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:00.334939 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a97beb-b413-489f-be61-95b1a190edbf req-6fb5a220-968f-4b5b-a465-50ae9e952a9c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:00.336448 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c3a97beb-b413-489f-be61-95b1a190edbf req-6fb5a220-968f-4b5b-a465-50ae9e952a9c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0517616 Sep 27 12:42:00.376607 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c3a97beb-b413-489f-be61-95b1a190edbf req-95edb790-b00e-42e3-9639-2a8245b7eeee tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Sep 27 12:42:00.498325 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ee55-eff2-4a1e-bb5f-fbed83487c2d req-9029fc63-0ec1-4448-8b43-8221c748f0d9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:00.499845 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-19e4ee55-eff2-4a1e-bb5f-fbed83487c2d req-9029fc63-0ec1-4448-8b43-8221c748f0d9 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0478134 Sep 27 12:42:00.538423 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-19e4ee55-eff2-4a1e-bb5f-fbed83487c2d req-d697f463-7145-469e-a22e-a7960687070d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Sep 27 12:42:00.675217 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb638c3f-21f5-4471-ad68-47721e3b1199 req-2c3bfcd3-bc1f-47f5-bcad-7127179ebb92 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:00.676613 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cb638c3f-21f5-4471-ad68-47721e3b1199 req-2c3bfcd3-bc1f-47f5-bcad-7127179ebb92 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Sep 27 12:42:00.713778 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cb638c3f-21f5-4471-ad68-47721e3b1199 req-38acd26e-531f-44f2-b511-92bd98db66fa tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Sep 27 12:42:01.238272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e4370-c158-4de7-a112-a2917dc0328d req-1792f06b-5d28-4d96-8cff-ff6217c0696c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:01.239849 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-648e4370-c158-4de7-a112-a2917dc0328d req-1792f06b-5d28-4d96-8cff-ff6217c0696c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0531476 Sep 27 12:42:01.280485 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-648e4370-c158-4de7-a112-a2917dc0328d req-0c0b747f-a569-412f-9e7d-428cd53708bc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Sep 27 12:42:01.490452 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd081a-2495-437b-baba-fa641c46f048 req-f380bda8-9021-4f37-a104-dde324c79abe tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:01.492553 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e8dd081a-2495-437b-baba-fa641c46f048 req-f380bda8-9021-4f37-a104-dde324c79abe tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0476148 Sep 27 12:42:01.529243 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e8dd081a-2495-437b-baba-fa641c46f048 req-a2eeb872-a8ed-46d1-9ed7-9c9f0cdd787f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Sep 27 12:42:01.650763 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8d781-2f83-4178-a8c0-f19e9660244c req-ea25ba08-76f2-4a57-8b00-6fa5dd85fc18 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:01.652263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f5a8d781-2f83-4178-a8c0-f19e9660244c req-ea25ba08-76f2-4a57-8b00-6fa5dd85fc18 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0473614 Sep 27 12:42:01.690840 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f5a8d781-2f83-4178-a8c0-f19e9660244c req-d1b932cd-4910-45d4-b927-87f3637c0a42 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Sep 27 12:42:01.832040 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b653f-e9ba-406d-8adc-a9de8296f708 req-bac447c2-4928-44f0-a0d4-48f2be21e135 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:01.833536 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-314b653f-e9ba-406d-8adc-a9de8296f708 req-bac447c2-4928-44f0-a0d4-48f2be21e135 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Sep 27 12:42:01.872392 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-314b653f-e9ba-406d-8adc-a9de8296f708 req-b84a8949-4a96-4f5f-b34a-589d354f8a83 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322943 Sep 27 12:42:02.393658 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962774f-4fc3-45ee-bbd5-b024bc7bf679 req-adbf5409-9213-4d90-9906-2ee9ffb5f957 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:02.395159 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b962774f-4fc3-45ee-bbd5-b024bc7bf679 req-adbf5409-9213-4d90-9906-2ee9ffb5f957 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0478876 Sep 27 12:42:02.433020 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b962774f-4fc3-45ee-bbd5-b024bc7bf679 req-ec75cb28-47ea-4df9-97f0-c1c5c00b38f2 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Sep 27 12:42:02.645919 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd657586-e2fb-419b-b3a2-0ca4bb9710e1 req-bb284c5b-88bf-4773-ada3-eab2adf3ed71 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:02.647860 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fd657586-e2fb-419b-b3a2-0ca4bb9710e1 req-bb284c5b-88bf-4773-ada3-eab2adf3ed71 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0501773 Sep 27 12:42:02.685697 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fd657586-e2fb-419b-b3a2-0ca4bb9710e1 req-3ed601f1-5482-42b4-b7c5-358930280840 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319502 Sep 27 12:42:02.806342 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7be9-90bf-4b3a-a9b5-1d3f07229fa9 req-9c9d113e-3a3f-4614-9ec3-d55f097f83cd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:02.807905 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f77c7be9-90bf-4b3a-a9b5-1d3f07229fa9 req-9c9d113e-3a3f-4614-9ec3-d55f097f83cd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0527616 Sep 27 12:42:02.844283 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f77c7be9-90bf-4b3a-a9b5-1d3f07229fa9 req-bb14466e-4c59-4e3e-a942-5c787035f97f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304322 Sep 27 12:42:02.987286 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeae5d5-9928-4e01-8dd0-6ac6377f2f84 req-89f2192f-0323-498c-a165-9ae193d42087 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:02.988756 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5eeae5d5-9928-4e01-8dd0-6ac6377f2f84 req-89f2192f-0323-498c-a165-9ae193d42087 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0467272 Sep 27 12:42:03.026342 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5eeae5d5-9928-4e01-8dd0-6ac6377f2f84 req-1b6bb1c3-05b7-409c-8c64-dee97ba77e56 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Sep 27 12:42:03.543657 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288d2c4-a2b7-4135-aca9-3182a820ed61 req-d79598d9-2777-429a-a011-816315cefaf5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:03.545345 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f288d2c4-a2b7-4135-aca9-3182a820ed61 req-d79598d9-2777-429a-a011-816315cefaf5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0479863 Sep 27 12:42:03.582614 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f288d2c4-a2b7-4135-aca9-3182a820ed61 req-6747e78f-d351-4acd-9558-063657dd3640 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Sep 27 12:42:03.795324 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b1b1b-3e54-4685-af01-880cbb74c720 req-45e82a01-02e8-4de5-9393-87e3346278c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:03.796854 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ce1b1b1b-3e54-4685-af01-880cbb74c720 req-45e82a01-02e8-4de5-9393-87e3346278c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0464032 Sep 27 12:42:03.832352 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ce1b1b1b-3e54-4685-af01-880cbb74c720 req-9304c9f0-af42-4745-a16e-5d6fe14555e3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298908 Sep 27 12:42:03.954498 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ed41a-abbb-481c-9319-adbdb0cc2e7a req-061ae97b-f7dc-4ca7-a436-4dad9eb5167f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:03.955949 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0a4ed41a-abbb-481c-9319-adbdb0cc2e7a req-061ae97b-f7dc-4ca7-a436-4dad9eb5167f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0471478 Sep 27 12:42:03.993061 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0a4ed41a-abbb-481c-9319-adbdb0cc2e7a req-bb391b62-ca15-4be5-a96a-735fb19b9d51 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Sep 27 12:42:04.143946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a5fc-771a-4ff7-b29e-9002de2657c0 req-c04f457a-5ba5-4e4d-a381-b30016949d6d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:04.145420 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9241a5fc-771a-4ff7-b29e-9002de2657c0 req-c04f457a-5ba5-4e4d-a381-b30016949d6d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Sep 27 12:42:04.182718 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9241a5fc-771a-4ff7-b29e-9002de2657c0 req-8edcdf70-e2a1-4d25-8fa9-d212b3f5066f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309911 Sep 27 12:42:04.695562 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de00c20-8c75-404d-b08f-9d04edca2219 req-a81ab595-f7bc-41be-bed3-2cdd0eb53546 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:04.697046 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2de00c20-8c75-404d-b08f-9d04edca2219 req-a81ab595-f7bc-41be-bed3-2cdd0eb53546 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0511491 Sep 27 12:42:04.733459 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2de00c20-8c75-404d-b08f-9d04edca2219 req-0551f30f-979f-47d9-8635-76f19cd9da49 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306008 Sep 27 12:42:04.835943 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:42:04.928819 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:04.939819 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'port_id': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'mac_address': 'fa:16:3e:80:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:42:04.941832 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d0c53-8ff9-4e34-9d5b-76d6b2b69e06 req-3421605f-7181-4e78-a762-9bcb33c97dcb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:04.943321 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ba2d0c53-8ff9-4e34-9d5b-76d6b2b69e06 req-3421605f-7181-4e78-a762-9bcb33c97dcb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0477889 Sep 27 12:42:04.976712 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:04.981006 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ba2d0c53-8ff9-4e34-9d5b-76d6b2b69e06 req-49894825-83fa-48fa-92de-1059897c918e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Sep 27 12:42:04.992485 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6243a15-85fd-4100-9ebb-93e024d1e515 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:05.011344 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:05.017517 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:05.018368 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:42:05.086123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:05.102658 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.103029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.103373 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.103702 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.104032 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.104384 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.104707 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.105030 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.105366 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.105689 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.106009 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.106326 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:05.107056 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f4636-f11c-4f2d-9151-b3ee1f07cbfc req-dd3ebd84-67e6-4bc9-8577-5519fae2dac5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:05.108591 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c17f4636-f11c-4f2d-9151-b3ee1f07cbfc req-dd3ebd84-67e6-4bc9-8577-5519fae2dac5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0490670 Sep 27 12:42:05.149020 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c17f4636-f11c-4f2d-9151-b3ee1f07cbfc req-e78db3fa-64ac-4470-bce4-38c04237891b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Sep 27 12:42:05.162622 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:05.174261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'mac_address': 'fa:16:3e:31:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:42:05.213975 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:05.226515 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73638159-19e3-4baf-8f2e-00f7cb89284b {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:05.245388 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:05.249432 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:05.297548 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=6']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:05.297769 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbfc79-18e7-44c8-8cdf-6cb53658fd97 req-9d97e928-22ad-42a6-907d-28bf54a15e50 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:05.299241 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-52fbfc79-18e7-44c8-8cdf-6cb53658fd97 req-9d97e928-22ad-42a6-907d-28bf54a15e50 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 944 time: 0.0473962 Sep 27 12:42:05.337925 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-52fbfc79-18e7-44c8-8cdf-6cb53658fd97 req-341de202-b7f0-4d27-b082-dc88ba00f638 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325797 Sep 27 12:42:05.844024 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538c5b3-ec92-4c01-b3d6-71fe3af35efd req-5a44b710-68a0-4267-9d2e-b1b38d98d934 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:05.845493 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5538c5b3-ec92-4c01-b3d6-71fe3af35efd req-5a44b710-68a0-4267-9d2e-b1b38d98d934 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 945 time: 0.0472815 Sep 27 12:42:05.883780 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5538c5b3-ec92-4c01-b3d6-71fe3af35efd req-35032647-735d-43fd-ad10-9384598069f8 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Sep 27 12:42:05.990867 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['73638159-19e3-4baf-8f2e-00f7cb89284b'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:06.101451 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08f23-3ad7-48b1-a041-b7853fb428f4 req-1bb4109f-3371-4ae7-adbc-707b6386b4b1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:06.102932 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2ba08f23-3ad7-48b1-a041-b7853fb428f4 req-1bb4109f-3371-4ae7-adbc-707b6386b4b1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0523162 Sep 27 12:42:06.141739 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2ba08f23-3ad7-48b1-a041-b7853fb428f4 req-4445cef3-6c95-471f-a36c-9a4ec7639a44 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Sep 27 12:42:06.264037 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47a3ea-d43f-4326-8e30-82005e9315be req-11074375-db29-42e3-a7c4-17d3f424b6a4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:06.265818 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2c47a3ea-d43f-4326-8e30-82005e9315be req-11074375-db29-42e3-a7c4-17d3f424b6a4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Sep 27 12:42:06.305184 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2c47a3ea-d43f-4326-8e30-82005e9315be req-316bcc3b-f6e3-4237-9f83-25dd5d32b515 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Sep 27 12:42:06.310987 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:42:06.345377 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['b6243a15-85fd-4100-9ebb-93e024d1e515'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:06.416856 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 73638159-19e3-4baf-8f2e-00f7cb89284b triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:42:06.417326 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:06.493391 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea088-25e8-4939-9726-693d59fe99bf req-8f857369-34e2-4b11-8359-df2805dddd6c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:06.495357 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0caea088-25e8-4939-9726-693d59fe99bf req-8f857369-34e2-4b11-8359-df2805dddd6c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 944 time: 0.0590289 Sep 27 12:42:06.578795 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0caea088-25e8-4939-9726-693d59fe99bf req-2c8c4a02-c9ce-4327-bc57-75ed10eff5f1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745287 Sep 27 12:42:06.584735 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:06.632417 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:06.634837 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ebddc7-e38e-4c15-8f7e-574f7bc3abcb" -d '{"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-plugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:06.656555 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:06.667896 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:06.705233 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc1a03-6b01-4a8a-bad1-7bbed0c01a7c x-openstack-request-id: req-7acc1a03-6b01-4a8a-bad1-7bbed0c01a7c {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:06.705549 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-plugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:06.705803 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7acc1a03-6b01-4a8a-bad1-7bbed0c01a7c {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:06.706186 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'code': 200} Sep 27 12:42:06.751833 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=7']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:06.758820 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-d396c902-5376-4eba-bfcd-b2889499ca1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:06.763128 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-d396c902-5376-4eba-bfcd-b2889499ca1c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/networks?id=2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 200 len: 813 time: 0.1321580 Sep 27 12:42:06.776509 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-d792957c-c02e-42d6-92a3-6cbef9947b75 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/quotas/a9cf83442f7542969356980e56062881 HTTP/1.1" status: 200 len: 375 time: 0.0098469 Sep 27 12:42:06.812248 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-193e7580-0024-42cc-bd15-1fdcbf26ab65 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9cf83442f7542969356980e56062881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299582 Sep 27 12:42:06.902881 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-d4946691-0c3d-4d49-b6d0-d2b92df0bb35 service neutron] 10.222.0.15 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Sep 27 12:42:07.002247 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b9378-4768-4646-9e17-4205b0cd48c6 req-2b8af02d-4016-4af5-8982-6037c43b2a49 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:07.003748 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ab1b9378-4768-4646-9e17-4205b0cd48c6 req-2b8af02d-4016-4af5-8982-6037c43b2a49 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 945 time: 0.0525329 Sep 27 12:42:07.003990 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-67426cfd-8dd1-4d15-9683-34fa1e67c05a service neutron] 10.222.0.15 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951264 Sep 27 12:42:07.065098 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ab1b9378-4768-4646-9e17-4205b0cd48c6 req-fe68c93b-7825-4421-bceb-047c3ad76942 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514953 Sep 27 12:42:07.206929 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d83ec806-1870-44cc-884a-d805b07dae8b req-429e3087-7826-4897-b00c-d2129dc02081 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 210 time: 0.0523465 Sep 27 12:42:07.293526 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb13b-b42f-4cce-a7cd-3d7e2f38b064 req-ae70c90a-dbcd-4a1c-80c3-d51a3db05094 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:07.295470 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c8ebb13b-b42f-4cce-a7cd-3d7e2f38b064 req-ae70c90a-dbcd-4a1c-80c3-d51a3db05094 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0535853 Sep 27 12:42:07.368811 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c8ebb13b-b42f-4cce-a7cd-3d7e2f38b064 req-6313e166-2784-4535-af78-72f0b6605c32 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655580 Sep 27 12:42:07.467470 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea187e-57dc-47b7-ad7d-44db41988f38 req-c32bee27-63cb-47ef-a6a5-3ef8efcf68d4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:07.469547 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-96ea187e-57dc-47b7-ad7d-44db41988f38 req-c32bee27-63cb-47ef-a6a5-3ef8efcf68d4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0679946 Sep 27 12:42:07.526086 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-96ea187e-57dc-47b7-ad7d-44db41988f38 req-70a57cf1-b04a-4aef-b86a-307a925616b3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477650 Sep 27 12:42:07.728583 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ea44-f0b9-4837-8f03-d62b4e5669be req-357440d2-5977-4945-a917-4dba2c70f321 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:07.730396 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d1f2ea44-f0b9-4837-8f03-d62b4e5669be req-357440d2-5977-4945-a917-4dba2c70f321 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0621722 Sep 27 12:42:07.784085 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d1f2ea44-f0b9-4837-8f03-d62b4e5669be req-9ce6e7ed-f13e-4c28-9543-bd96ae9befed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445607 Sep 27 12:42:08.154637 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22df873-64c6-4958-b1c6-8f3c6a3357ef req-4792051f-d202-4efd-9838-07ebb7b15c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:08.157156 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e22df873-64c6-4958-b1c6-8f3c6a3357ef req-4792051f-d202-4efd-9838-07ebb7b15c01 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.0730112 Sep 27 12:42:08.210730 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e22df873-64c6-4958-b1c6-8f3c6a3357ef req-89f995e0-21f9-436f-8838-aec8b9b26fc3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Sep 27 12:42:08.235638 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35b8c-69dd-44e5-831c-fef0d0f0dbe6 req-bc01628d-7202-44d5-bb41-3ca23e452344 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:08.242289 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9aa35b8c-69dd-44e5-831c-fef0d0f0dbe6 req-bc01628d-7202-44d5-bb41-3ca23e452344 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 945 time: 0.0722888 Sep 27 12:42:08.287672 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9aa35b8c-69dd-44e5-831c-fef0d0f0dbe6 req-e1579479-4f90-45b9-bf21-c220db835eac tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Sep 27 12:42:08.298934 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:42:08.344423 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-edcef53a-7a70-4d4c-8628-37292ab119c6 req-9cf87fbe-c706-412b-bfa0-af74c5aca61c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 210 time: 0.0560677 Sep 27 12:42:08.377972 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port b6243a15-85fd-4100-9ebb-93e024d1e515 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:42:08.382561 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port b6243a15-85fd-4100-9ebb-93e024d1e515 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:42:08.383019 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:08.497824 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:08.541339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:08.548861 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:08.559240 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52208f98-f496-4cc3-a599-8385f9392b1a req-78f07d89-47a1-48f2-afd8-fb48832d88d4 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:08.571708 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-52208f98-f496-4cc3-a599-8385f9392b1a req-78f07d89-47a1-48f2-afd8-fb48832d88d4 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1018384 Sep 27 12:42:08.622929 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-52208f98-f496-4cc3-a599-8385f9392b1a req-b95430f1-e9ea-4d4f-b895-5b0fe34655dd tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502625 Sep 27 12:42:08.690960 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:08.706901 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:08.709392 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948fbb84-28b8-474b-9830-b31a4c6b6113" -d '{"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-plugged", "status": "completed", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:08.754452 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d186c7-e0fc-45a7-aa6b-f88b62f855c8 x-openstack-request-id: req-32d186c7-e0fc-45a7-aa6b-f88b62f855c8 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:08.754877 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-plugged", "status": "completed", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:08.755210 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32d186c7-e0fc-45a7-aa6b-f88b62f855c8 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:08.755698 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'code': 200} Sep 27 12:42:08.859290 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-f7381bbe-20a9-472b-8c1c-2031d6323624 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:08.867588 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-f7381bbe-20a9-472b-8c1c-2031d6323624 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "GET /v2.0/networks?id=2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 200 len: 813 time: 0.2402358 Sep 27 12:42:08.893138 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Request body: {'port': {'device_id': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f', 'admin_state_up': True, 'tenant_id': 'a9cf83442f7542969356980e56062881'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:08.904218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b17d3-45e3-49b8-90b0-4e3df69f8c4a req-88ebdb7f-e4ef-46c9-b959-878b0a4dbf9a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:08.939811 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fa8b17d3-45e3-49b8-90b0-4e3df69f8c4a req-88ebdb7f-e4ef-46c9-b959-878b0a4dbf9a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1615758 Sep 27 12:42:08.973223 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9c2dc-1e83-46f1-90a2-28b9af01504c req-a50a64c1-70bd-400c-9b97-b59b9387bfbf tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:08.973223 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d5e9c2dc-1e83-46f1-90a2-28b9af01504c req-a50a64c1-70bd-400c-9b97-b59b9387bfbf tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0695117 Sep 27 12:42:09.080639 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fa8b17d3-45e3-49b8-90b0-4e3df69f8c4a req-5d139659-3a0d-4430-8abb-b41bb210f5de tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370637 Sep 27 12:42:09.115236 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d5e9c2dc-1e83-46f1-90a2-28b9af01504c req-86bd6d20-5a4f-401c-85fe-c1bb75dcd688 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556036 Sep 27 12:42:09.240396 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Made reservation on behalf of a9cf83442f7542969356980e56062881 for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:42:09.244610 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:09.288962 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7cc8-9544-4d68-86a8-be701e99b2fb req-1d3fdec2-6a9a-4ebd-816f-b091713348be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:09.291337 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-68bc7cc8-9544-4d68-86a8-be701e99b2fb req-1d3fdec2-6a9a-4ebd-816f-b091713348be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1099 time: 0.0456138 Sep 27 12:42:09.368785 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-68bc7cc8-9544-4d68-86a8-be701e99b2fb req-9bb742e6-ef04-4577-bda2-87fd04368730 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660298 Sep 27 12:42:09.422001 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Allocated IP 172.20.0.10 (2297e16a-d182-471b-98f3-4b1bb9dabc7f/2172bf8f-3a4c-4624-a550-d561f2952246/9d23090c-93d9-4b34-9459-73d0244bb4eb) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:42:09.458482 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c169793b-fb4e-4024-9d05-0c965a508ddb req-9c8b01d0-f999-494f-a694-2503cdedb44c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 210 time: 0.0467246 Sep 27 12:42:09.682595 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4e55-1452-45f2-a779-adbbe0af7ff8 req-1abf5e86-4545-4536-af42-04c9927e8d27 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:09.689768 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c1be4e55-1452-45f2-a779-adbbe0af7ff8 req-1abf5e86-4545-4536-af42-04c9927e8d27 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.3144400 Sep 27 12:42:09.759064 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c1be4e55-1452-45f2-a779-adbbe0af7ff8 req-e9fd4927-c8b0-4244-bbb3-a68df3e4e125 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684128 Sep 27 12:42:09.762237 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec6648-d42a-460e-9c05-3ffe59338c5c req-7f9c1f94-08e5-4a96-ad06-c1b3e9e286bb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:09.771769 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-73ec6648-d42a-460e-9c05-3ffe59338c5c req-7f9c1f94-08e5-4a96-ad06-c1b3e9e286bb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0731432 Sep 27 12:42:09.805898 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-73ec6648-d42a-460e-9c05-3ffe59338c5c req-f9ec611c-c648-40b2-80d9-9830a8b1ac23 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Sep 27 12:42:09.873733 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:09.922055 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:09.973033 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Network 2297e16a-d182-471b-98f3-4b1bb9dabc7f is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:42:09.976116 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:42:09.982943 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:42:09.986909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Pushing event updated for resources: {'Port': ['ID=9d23090c-93d9-4b34-9459-73d0244bb4eb,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:10.036551 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:10.037177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:10.051185 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-840bf9fd-b3b7-4988-aca3-83c4ee516c16 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1619515 Sep 27 12:42:10.066922 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Request body: {'port': {'device_id': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:10.127511 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:10.257241 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5e286-ebec-4f07-ab89-b4e65106a54c req-4e14ad18-64c8-4be5-a7de-018a22d43a2b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:10.268110 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9a5e286-ebec-4f07-ab89-b4e65106a54c req-4e14ad18-64c8-4be5-a7de-018a22d43a2b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Sep 27 12:42:10.310845 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9a5e286-ebec-4f07-ab89-b4e65106a54c req-7648ea61-a658-45b3-99be-99f5daa6ade4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 Sep 27 12:42:10.350627 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88502d47-8baa-4150-8953-96c457a4d0f2 req-1385eb73-254b-446d-8fa5-34bd26ce9fdc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:10.352207 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-88502d47-8baa-4150-8953-96c457a4d0f2 req-1385eb73-254b-446d-8fa5-34bd26ce9fdc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.2072268 Sep 27 12:42:10.441749 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-88502d47-8baa-4150-8953-96c457a4d0f2 req-6c131d03-7993-4e24-a3a5-5d545f9e4052 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782034 Sep 27 12:42:10.514343 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d23090c-93d9-4b34-9459-73d0244bb4eb {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:10.522498 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:10.548137 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Transition to ACTIVE for port object 9d23090c-93d9-4b34-9459-73d0244bb4eb will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:42:10.568492 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:10.627597 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Pushing event updated for resources: {'Port': ['ID=9d23090c-93d9-4b34-9459-73d0244bb4eb,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:10.641703 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e55ed-7244-4bcf-934a-a0b2bbaec89d req-b873cb52-8cfe-43bc-a0ac-f80c1fd4964c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:10.642907 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a15e55ed-7244-4bcf-934a-a0b2bbaec89d req-b873cb52-8cfe-43bc-a0ac-f80c1fd4964c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 932 time: 0.1076841 Sep 27 12:42:10.747338 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a15e55ed-7244-4bcf-934a-a0b2bbaec89d req-823e9dd6-eb4c-4d49-99fd-d248230a658a tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848536 Sep 27 12:42:10.765081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Attempting to bind port 9d23090c-93d9-4b34-9459-73d0244bb4eb on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:42:10.765454 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Attempting to bind port 9d23090c-93d9-4b34-9459-73d0244bb4eb by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:42:10.765761 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Attempting to bind port 9d23090c-93d9-4b34-9459-73d0244bb4eb on network 2297e16a-d182-471b-98f3-4b1bb9dabc7f {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:42:10.770750 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Port 9d23090c-93d9-4b34-9459-73d0244bb4eb on network 2297e16a-d182-471b-98f3-4b1bb9dabc7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:42:10.770848 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Attempting to bind port 9d23090c-93d9-4b34-9459-73d0244bb4eb on network 2297e16a-d182-471b-98f3-4b1bb9dabc7f {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:42:10.784839 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:42:10.785186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Checking segment: {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:42:10.785586 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Bound using segment: {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:42:10.789822 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Bound port: 9d23090c-93d9-4b34-9459-73d0244bb4eb, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771247c0-63fb-43a2-9aed-91044f9ff09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:42:10.791621 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:10.916536 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] For port 9d23090c-93d9-4b34-9459-73d0244bb4eb, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:42:10.920337 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] For port 9d23090c-93d9-4b34-9459-73d0244bb4eb, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:42:10.940879 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:10.961085 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700eb792-6d97-438d-bd72-7602fb7e3d18 req-a085438a-5ef4-480b-a33a-d0c7680581f2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:10.969006 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-700eb792-6d97-438d-bd72-7602fb7e3d18 req-a085438a-5ef4-480b-a33a-d0c7680581f2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1173253 Sep 27 12:42:10.979908 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-8c78c1f1-1c81-4a2e-965d-9e3ce12c84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:10.981399 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-8c78c1f1-1c81-4a2e-965d-9e3ce12c84b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=50e77355d7d84246bf4a7db12749b574&device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 1099 time: 0.1192787 Sep 27 12:42:11.067143 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.067143 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:11.069895 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-493f77a2-a684-41de-9425-1136df69d0db service neutron] 10.222.0.38 "PUT /v2.0/ports/9d23090c-93d9-4b34-9459-73d0244bb4eb HTTP/1.1" status: 200 len: 1094 time: 1.0061533 Sep 27 12:42:11.071161 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'tag': '9d23090c-93d9-4b34-9459-73d0244bb4eb'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:11.073521 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52770e24-6280-4652-bbc8-e5fac5a9c06e" -d '{"events": [{"name": "network-changed", "server_uuid": "3299c815-7bfe-4a2c-a1d7-a64a200916cc", "tag": "9d23090c-93d9-4b34-9459-73d0244bb4eb"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:11.087337 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f77a2-a684-41de-9425-1136df69d0db service neutron] Pushing event updated for resources: {'Port': ['ID=9d23090c-93d9-4b34-9459-73d0244bb4eb,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:11.105833 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44325ef-5212-4b67-902e-ac2460b830d2 req-8a7c20bf-f87f-4d01-968f-33038ef2dcfd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.107261 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-700eb792-6d97-438d-bd72-7602fb7e3d18 req-5c43afe5-4929-4448-a379-f3f64a133851 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378121 Sep 27 12:42:11.107421 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e44325ef-5212-4b67-902e-ac2460b830d2 req-8a7c20bf-f87f-4d01-968f-33038ef2dcfd tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.1855245 Sep 27 12:42:11.153399 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e44325ef-5212-4b67-902e-ac2460b830d2 req-f2192a5c-4690-4c41-9141-6a0378a78631 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377622 Sep 27 12:42:11.156350 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-1f957130-1af0-41d4-a687-62d4c045a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.159779 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-1f957130-1af0-41d4-a687-62d4c045a11c service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 200 len: 920 time: 0.1617424 Sep 27 12:42:11.234156 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6562f6-791e-46c7-a19a-e2907ce6a026 x-openstack-request-id: req-fd6562f6-791e-46c7-a19a-e2907ce6a026 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:11.234592 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3299c815-7bfe-4a2c-a1d7-a64a200916cc", "tag": "9d23090c-93d9-4b34-9459-73d0244bb4eb", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:11.235043 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd6562f6-791e-46c7-a19a-e2907ce6a026 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:11.235433 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'tag': '9d23090c-93d9-4b34-9459-73d0244bb4eb', 'status': 'completed', 'code': 200} Sep 27 12:42:11.238815 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-5b04b89e-4491-4817-8479-834a619b2abf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 200 len: 217 time: 0.0617990 Sep 27 12:42:11.249448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-7d4bf989-e390-49f0-a90f-bd5aae232184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.251201 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-7d4bf989-e390-49f0-a90f-bd5aae232184 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9cf83442f7542969356980e56062881&device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 1097 time: 0.0783339 Sep 27 12:42:11.315367 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-c5c8a986-1448-4931-a4dc-7e7d6c7bdba7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb HTTP/1.1" status: 200 len: 217 time: 0.0529566 Sep 27 12:42:11.330147 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70d408-73d4-4559-a6aa-e669945c5242 req-42526235-aa4e-493a-aedd-7d78a533f264 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.331774 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e70d408-73d4-4559-a6aa-e669945c5242 req-42526235-aa4e-493a-aedd-7d78a533f264 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0959363 Sep 27 12:42:11.333272 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-dcbb2432-1b98-44e5-a8f5-02ae8dfc8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.334720 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-dcbb2432-1b98-44e5-a8f5-02ae8dfc8ab0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 200 len: 859 time: 0.0720322 Sep 27 12:42:11.375369 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-5756ad79-470a-4b27-b6c4-9fd4660ad4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.377380 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-5756ad79-470a-4b27-b6c4-9fd4660ad4b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2172bf8f-3a4c-4624-a550-d561f2952246 HTTP/1.1" status: 200 len: 853 time: 0.0535276 Sep 27 12:42:11.422137 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-c23cc7dc-61c6-4230-b17d-7ce595fc5703 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2297e16a-d182-471b-98f3-4b1bb9dabc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333192 Sep 27 12:42:11.557224 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002b1a2-b485-4320-9119-b0c1e2cdb510 req-35782577-bc65-4454-b937-b5cb978b4930 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.558994 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5002b1a2-b485-4320-9119-b0c1e2cdb510 req-35782577-bc65-4454-b937-b5cb978b4930 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.1356921 Sep 27 12:42:11.588716 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-ef8e15e1-66c0-4eeb-beff-834b8a834398 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd1bffd1-0dff-45de-bab7-454c54a655e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2399397 Sep 27 12:42:11.600079 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-70619e52-9a99-423a-9e7d-211f42105c51 service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663730 Sep 27 12:42:11.640492 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5002b1a2-b485-4320-9119-b0c1e2cdb510 req-845865c9-c936-4087-830d-b31aa1f49664 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612040 Sep 27 12:42:11.642389 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e70d408-73d4-4559-a6aa-e669945c5242 req-4c776b6c-473b-41de-9b6a-0a0fafece14a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015161 Sep 27 12:42:11.714737 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-1d1b765b-c72d-4335-8561-34e7656b9835 service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105402 Sep 27 12:42:11.746310 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2600b034-a6ba-4fb3-87a2-48c74ed58be7 req-78499d21-03a0-48f5-8b01-a09092a3e602 service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295881 Sep 27 12:42:11.823581 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a5760716-08ab-4374-aa04-cc127b1fb7a3 req-947a1517-cd17-4c02-86e9-776dbaf1c14d service neutron] 10.222.0.38 "GET /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010933 Sep 27 12:42:11.858160 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-75db80d7-85b7-44bf-96e7-45908dd55697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.859687 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-75db80d7-85b7-44bf-96e7-45908dd55697 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9cf83442f7542969356980e56062881&device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 1097 time: 0.0448077 Sep 27 12:42:11.940813 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8b236-32af-49e6-ac09-1e4ffa7c7de8 req-11a80d20-723b-46fc-aa0c-6e04975fb3ee tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.954299 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-caf8b236-32af-49e6-ac09-1e4ffa7c7de8 req-11a80d20-723b-46fc-aa0c-6e04975fb3ee tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 944 time: 0.1057665 Sep 27 12:42:11.969098 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-ab102748-cbdf-4647-a8e7-6ac39863edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:11.970821 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-ab102748-cbdf-4647-a8e7-6ac39863edf3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 200 len: 914 time: 0.1026046 Sep 27 12:42:12.020029 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-caf8b236-32af-49e6-ac09-1e4ffa7c7de8 req-cc9510a8-4919-48b7-b286-3b29bab574d6 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539746 Sep 27 12:42:12.037061 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-b9e8339d-941e-442e-8eab-cc0bcba15440 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb HTTP/1.1" status: 200 len: 217 time: 0.0567503 Sep 27 12:42:12.104782 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-5939e2c5-1e7c-4627-831c-7aded4e1d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:12.106406 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-5939e2c5-1e7c-4627-831c-7aded4e1d7fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2172bf8f-3a4c-4624-a550-d561f2952246 HTTP/1.1" status: 200 len: 853 time: 0.0585115 Sep 27 12:42:12.149704 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-96c310a2-9423-47a6-ab31-3f114b1b671e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2297e16a-d182-471b-98f3-4b1bb9dabc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306602 Sep 27 12:42:12.316721 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fac26-fc9a-4b89-b43a-72072949c1d6 req-7604a57d-2165-4e61-a95d-0c2f1151dfae tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:12.326911 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a17fac26-fc9a-4b89-b43a-72072949c1d6 req-7604a57d-2165-4e61-a95d-0c2f1151dfae tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0875967 Sep 27 12:42:12.368784 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47fb10-f4b5-4102-bd9c-d04b132d8e6c req-3e4959fd-b01e-4eef-839f-4afb63f84965 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:12.368784 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ba47fb10-f4b5-4102-bd9c-d04b132d8e6c req-3e4959fd-b01e-4eef-839f-4afb63f84965 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1288617 Sep 27 12:42:12.402910 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a17fac26-fc9a-4b89-b43a-72072949c1d6 req-8620425c-1df5-4191-9c59-90c5d2a97eec tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750098 Sep 27 12:42:12.431518 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-50b2fb71-e641-4153-b157-749a73b979df service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572327 Sep 27 12:42:12.476621 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ba47fb10-f4b5-4102-bd9c-d04b132d8e6c req-c333ae40-61f8-4908-8447-c5a6233e4abd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925319 Sep 27 12:42:12.567421 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef3bdb-0bf8-4aec-ac07-db024a74aa39 req-f1e954a1-be04-4cbf-a956-87733a8fd540 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:12.572357 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-19ef3bdb-0bf8-4aec-ac07-db024a74aa39 req-f1e954a1-be04-4cbf-a956-87733a8fd540 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0922003 Sep 27 12:42:12.628141 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52770e24-6280-4652-bbc8-e5fac5a9c06e req-427bbff7-8cd1-46ed-9f54-fd7608b2b153 service neutron] 10.222.0.38 "GET /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839736 Sep 27 12:42:12.629974 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-19ef3bdb-0bf8-4aec-ac07-db024a74aa39 req-53e72ac6-1f57-4f97-b32d-66828bcc9a68 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527422 Sep 27 12:42:12.655796 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36134) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:12.809166 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea35c1-03a0-49ed-bdfb-d30e730d95fd req-716ea6fc-49be-48e2-af85-26a98f447432 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:12.817050 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-13ea35c1-03a0-49ed-bdfb-d30e730d95fd req-716ea6fc-49be-48e2-af85-26a98f447432 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0794411 Sep 27 12:42:12.863175 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-13ea35c1-03a0-49ed-bdfb-d30e730d95fd req-09f46416-d200-4d97-93c8-7f33a9f400e1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430646 Sep 27 12:42:12.882370 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad0693-7ba6-4dba-9a8b-cbeb7b824083 req-6f1566d8-c6db-42aa-9f08-c1d26d96e277 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:12.884090 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1dad0693-7ba6-4dba-9a8b-cbeb7b824083 req-6f1566d8-c6db-42aa-9f08-c1d26d96e277 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.1125953 Sep 27 12:42:12.945972 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1dad0693-7ba6-4dba-9a8b-cbeb7b824083 req-ada15180-db49-4e6e-8e4f-40966cba8ddc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462997 Sep 27 12:42:13.046766 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a3c3a5-3cff-4b3a-8101-02d4db3efc1a tempest-TestShelveInstance-1468445428 tempest-TestShelveInstance-1468445428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:13.048286 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-22a3c3a5-3cff-4b3a-8101-02d4db3efc1a tempest-TestShelveInstance-1468445428 tempest-TestShelveInstance-1468445428-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1094 time: 0.3921163 Sep 27 12:42:13.051093 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36148) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:13.056205 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'port_id': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:13.094202 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for floatingip, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:13.169789 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd7fd-e1ba-44c0-be11-669c0abe5e5c req-1b64edec-74d9-4a18-b053-f88f8eae4374 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:13.171687 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-af0dd7fd-e1ba-44c0-be11-669c0abe5e5c req-1b64edec-74d9-4a18-b053-f88f8eae4374 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 944 time: 0.0890648 Sep 27 12:42:13.247283 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-af0dd7fd-e1ba-44c0-be11-669c0abe5e5c req-a2f133ee-44a4-4524-887b-16f3589c722b tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Sep 27 12:42:13.283776 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:13.399243 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Allocated IP 172.27.0.250 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/c30e3ea4-c41a-42f4-8dab-466729abc199) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:42:13.513507 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:13.558991 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:13.606423 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783efab-1c03-48c9-8a44-01da879dea49 req-7881a63d-8679-435e-b0cf-c68f5000b169 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:13.614169 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0783efab-1c03-48c9-8a44-01da879dea49 req-7881a63d-8679-435e-b0cf-c68f5000b169 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0603552 Sep 27 12:42:13.626662 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'Port': ['ID=c30e3ea4-c41a-42f4-8dab-466729abc199,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:13.638325 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:42:13.642540 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.643104 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.643643 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.644768 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.645278 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.646178 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.646684 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.647084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.647422 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.647756 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.648111 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.648448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:13.653390 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:42:13.655723 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:42:13.675984 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0783efab-1c03-48c9-8a44-01da879dea49 req-2c061aeb-611c-4ebb-ae84-5b5777f34efd tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Sep 27 12:42:14.145692 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f27a37-deb6-4eea-9a3b-10d191ebba39 req-dd15d32a-44de-430b-b173-297f1fb2efb6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:14.150073 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d9f27a37-deb6-4eea-9a3b-10d191ebba39 req-dd15d32a-44de-430b-b173-297f1fb2efb6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0787008 Sep 27 12:42:14.172168 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0245cb9-d9e0-4dfc-9260-ea7bb71edcc1 req-27e7e919-97b4-4ed7-9acb-dbcc090da1b6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:14.179748 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f0245cb9-d9e0-4dfc-9260-ea7bb71edcc1 req-27e7e919-97b4-4ed7-9acb-dbcc090da1b6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1398067 Sep 27 12:42:14.227457 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d9f27a37-deb6-4eea-9a3b-10d191ebba39 req-9eec4a5b-e23a-4034-b873-d5a93e4e8b7c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721378 Sep 27 12:42:14.273967 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f0245cb9-d9e0-4dfc-9260-ea7bb71edcc1 req-f3ab7a92-6d63-425e-8033-32127aa90ae7 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914004 Sep 27 12:42:14.331577 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:14.406443 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c9bf-b057-4b79-9993-908aefec539b req-70e5d05d-b127-43e7-8e03-33da57763f31 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:14.417966 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2552c9bf-b057-4b79-9993-908aefec539b req-70e5d05d-b127-43e7-8e03-33da57763f31 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 944 time: 0.0736616 Sep 27 12:42:14.443246 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:14.467336 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2552c9bf-b057-4b79-9993-908aefec539b req-e262de16-e8e2-47fc-83a5-d50b4b753083 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484002 Sep 27 12:42:14.623738 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:14.628539 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:14.712643 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event updated for resources: {'Port': ['ID=c30e3ea4-c41a-42f4-8dab-466729abc199,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:14.719245 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:15.116829 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3accb4b-331d-4277-8447-a477cf1e2e8d req-aa7b069a-df64-4dc3-8717-25737131058b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:15.118337 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d3accb4b-331d-4277-8447-a477cf1e2e8d req-aa7b069a-df64-4dc3-8717-25737131058b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.3557274 Sep 27 12:42:15.134362 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.l3_db [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Floating IP d8bd59b5-5728-40ad-b2fb-4919384419c9 associated. External IP: 172.27.0.250, port: b6243a15-85fd-4100-9ebb-93e024d1e515. Sep 27 12:42:15.241313 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d3accb4b-331d-4277-8447-a477cf1e2e8d req-29ab002b-8ec6-4216-b632-e879555455c6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148543 Sep 27 12:42:15.427630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadf3f8-63be-45b9-a264-7e5a1e55419c req-7247b006-3694-4e90-af82-0d7d81ec638c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:15.435788 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cdadf3f8-63be-45b9-a264-7e5a1e55419c req-7247b006-3694-4e90-af82-0d7d81ec638c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0896096 Sep 27 12:42:15.489167 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cdadf3f8-63be-45b9-a264-7e5a1e55419c req-ed659667-92d6-42b6-b2a4-da7f0b30c7ad tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524888 Sep 27 12:42:15.524049 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe5ef-e9ec-421c-8567-26f7019b6ceb req-3d84d46b-4423-423b-be84-3d0438ee16aa tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:15.525923 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-151fe5ef-e9ec-421c-8567-26f7019b6ceb req-3d84d46b-4423-423b-be84-3d0438ee16aa tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0767078 Sep 27 12:42:15.531540 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Router 05900b35-43eb-4654-b278-19867a83fc1e has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:42:15.616835 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-151fe5ef-e9ec-421c-8567-26f7019b6ceb req-3d90ef28-b775-40c9-bd94-0ba766ace25a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840917 Sep 27 12:42:15.701265 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:42:15.720918 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] Sync routers for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:42:15.731299 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:42:15.732478 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:41:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:15.761507 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:15.826562 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c3f91eef-d111-4f41-8140-0c0f87407432 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7741401 Sep 27 12:42:15.828327 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:15.830713 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:15.883902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fb32-6e66-42cd-890b-020839ddfe30 req-f7e8096d-ae6b-4e2a-9c87-b91b70e84923 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:15.885772 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8936fb32-6e66-42cd-890b-020839ddfe30 req-f7e8096d-ae6b-4e2a-9c87-b91b70e84923 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 944 time: 0.1367228 Sep 27 12:42:15.893844 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:42:15.949382 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8936fb32-6e66-42cd-890b-020839ddfe30 req-cef72cd1-ef59-4cf3-a20b-675b242cabfd tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Sep 27 12:42:15.977421 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38796316-a9c2-4ecc-bb1c-638908324805 x-openstack-request-id: req-38796316-a9c2-4ecc-bb1c-638908324805 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:15.977781 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:15.978090 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38796316-a9c2-4ecc-bb1c-638908324805 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:15.978565 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'status': 'completed', 'code': 200} Sep 27 12:42:16.054168 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-d0ac93f0-c203-423a-8619-647e74934917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:16.056228 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-d0ac93f0-c203-423a-8619-647e74934917 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1099 time: 0.0544174 Sep 27 12:42:16.160934 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-64594a90-cd36-410e-95d5-10fcadae0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:16.162484 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-64594a90-cd36-410e-95d5-10fcadae0d12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 910 time: 0.0989990 Sep 27 12:42:16.203220 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd8bd59b5-5728-40ad-b2fb-4919384419c9', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'port_id': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'mac_address': 'fa:16:3e:80:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:42:13Z', 'updated_at': '2021-09-27T12:42:13Z', 'revision_number': 0, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:04Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:16.234302 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] Checking router: 05900b35-43eb-4654-b278-19867a83fc1e for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:42:16.247047 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:42:16.247979 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:41:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:16.251029 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-af4f3716-8747-4913-8817-5e184b1212f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 1000 time: 0.0799952 Sep 27 12:42:16.333034 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-4ffd0482-c5ff-445a-b21d-52f697b41583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:16.335414 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-4ffd0482-c5ff-445a-b21d-52f697b41583 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0768623 Sep 27 12:42:16.352713 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 9d23090c-93d9-4b34-9459-73d0244bb4eb details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:42:16.395394 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:42:16.415653 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-ca687940-3ebd-4596-8a32-e9b6989c4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:16.417356 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-ca687940-3ebd-4596-8a32-e9b6989c4941 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739813 Sep 27 12:42:16.508426 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 9d23090c-93d9-4b34-9459-73d0244bb4eb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:16.525253 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '9d23090c-93d9-4b34-9459-73d0244bb4eb', 'network_id': '2297e16a-d182-471b-98f3-4b1bb9dabc7f', 'port_id': '9d23090c-93d9-4b34-9459-73d0244bb4eb', 'mac_address': 'fa:16:3e:09:8f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2172bf8f-3a4c-4624-a550-d561f2952246', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:42:16.586539 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:16.602238 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-1d0481fe-b54c-4121-ba67-13b0b91b28f0 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743166 Sep 27 12:42:16.610690 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d23090c-93d9-4b34-9459-73d0244bb4eb {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:16.636522 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 9d23090c-93d9-4b34-9459-73d0244bb4eb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:16.644327 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:16.755362 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9d23090c-93d9-4b34-9459-73d0244bb4eb,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:16.791577 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfa3af-ff19-46f5-a149-618ff83e6956 req-3ca9f023-fec3-49ca-89d5-2358fe128813 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:16.798048 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f7bfa3af-ff19-46f5-a149-618ff83e6956 req-3ca9f023-fec3-49ca-89d5-2358fe128813 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0936506 Sep 27 12:42:16.826041 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d53abcd0-cada-46cd-afc2-cc9a2f2763f4 req-2ca21224-32db-4643-a7c8-1c978dab5eef service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153914 Sep 27 12:42:16.873965 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f7bfa3af-ff19-46f5-a149-618ff83e6956 req-4e93537b-6aa0-4ce4-90b9-6924ed7cc963 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633590 Sep 27 12:42:16.915680 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc0e6-5de2-4f9c-a062-60805ea2a4a1 req-a13f5875-42b1-4bbe-a621-4fc87dbd4d97 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:16.926483 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0eadc0e6-5de2-4f9c-a062-60805ea2a4a1 req-a13f5875-42b1-4bbe-a621-4fc87dbd4d97 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1331885 Sep 27 12:42:16.936708 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd8bd59b5-5728-40ad-b2fb-4919384419c9', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'port_id': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'mac_address': 'fa:16:3e:80:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:42:13Z', 'updated_at': '2021-09-27T12:42:13Z', 'revision_number': 0, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:04Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:16.980932 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b232a4e-81d9-4234-a02e-04deaeaa246b None None] The sync data for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi is: [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd8bd59b5-5728-40ad-b2fb-4919384419c9', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'port_id': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'mac_address': 'fa:16:3e:80:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:42:13Z', 'updated_at': '2021-09-27T12:42:13Z', 'revision_number': 0, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:04Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:42:16.992288 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['9d23090c-93d9-4b34-9459-73d0244bb4eb'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:17.032758 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0eadc0e6-5de2-4f9c-a062-60805ea2a4a1 req-da974e29-a1a8-48f0-b936-65715445afdb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050472 Sep 27 12:42:17.225272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26de37-b484-4db0-9f05-c9921d4a1893 req-4095ff81-3239-421e-81ec-243d13b44791 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:17.227328 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bf26de37-b484-4db0-9f05-c9921d4a1893 req-4095ff81-3239-421e-81ec-243d13b44791 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 945 time: 0.0972829 Sep 27 12:42:17.281447 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bf26de37-b484-4db0-9f05-c9921d4a1893 req-395076ba-b5f3-49d7-ac76-5fa07ce1d035 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Sep 27 12:42:17.310410 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0731c1-178a-4b32-a5c5-215819a4dfc6 None None] New status for floating IP d8bd59b5-5728-40ad-b2fb-4919384419c9: ACTIVE {{(pid=100730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:42:18.024031 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac82ae-8f41-47a1-9759-2ece0ca5de49 req-5d32688e-b462-40a0-8c06-90dd997651bc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:18.032570 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2fac82ae-8f41-47a1-9759-2ece0ca5de49 req-5d32688e-b462-40a0-8c06-90dd997651bc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0861216 Sep 27 12:42:18.075560 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2fac82ae-8f41-47a1-9759-2ece0ca5de49 req-73ea86a4-5c8d-45f0-8159-d68665bfa1c9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Sep 27 12:42:18.174743 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4f2ed-bf94-4869-ae5a-a35408897d62 req-ef33766b-e554-4be9-bb04-bee786481cee tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:18.182695 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-56c4f2ed-bf94-4869-ae5a-a35408897d62 req-ef33766b-e554-4be9-bb04-bee786481cee tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0649440 Sep 27 12:42:18.219837 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-56c4f2ed-bf94-4869-ae5a-a35408897d62 req-e613d8c6-23a6-4447-b323-0fc180b33f19 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360055 Sep 27 12:42:18.241185 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 36240) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:18.374545 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 9d23090c-93d9-4b34-9459-73d0244bb4eb up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:42:18.431364 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.476099 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 9d23090c-93d9-4b34-9459-73d0244bb4eb completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:42:18.481852 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b9b5-8e05-4f28-b4fb-2291096358b7 req-582ad99f-4440-461c-b5db-9a76cf20bda7 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:18.483463 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f539b9b5-8e05-4f28-b4fb-2291096358b7 req-582ad99f-4440-461c-b5db-9a76cf20bda7 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 945 time: 0.1099486 Sep 27 12:42:18.485260 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 9d23090c-93d9-4b34-9459-73d0244bb4eb triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:42:18.486263 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.535863 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f539b9b5-8e05-4f28-b4fb-2291096358b7 req-2a832e4f-0c97-4b27-ade6-9e5454a820c0 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Sep 27 12:42:18.605504 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.611233 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.636122 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.653898 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=914b051d02884f028e8af678e215a3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190350 Sep 27 12:42:18.657394 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36252) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:18.660178 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a470914a-4167-41ab-ba7b-b2f358505a89,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:18.665559 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d23090c-93d9-4b34-9459-73d0244bb4eb'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:18.668068 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.668440 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.668790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.669386 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.669774 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.670127 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.670431 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd5541-7334-4ed9-81e8-615c83c8727c" -d '{"events": [{"server_uuid": "3299c815-7bfe-4a2c-a1d7-a64a200916cc", "name": "network-vif-plugged", "status": "completed", "tag": "9d23090c-93d9-4b34-9459-73d0244bb4eb"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:18.670562 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.670771 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.671103 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.671432 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.671760 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.672169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b263ff-d2ef-4730-ae78-61862da70a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:42:18.696227 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 9d23090c-93d9-4b34-9459-73d0244bb4eb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:18.701919 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.737316 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ed590-71b1-46fe-8df5-fd7a410f5caf x-openstack-request-id: req-4c9ed590-71b1-46fe-8df5-fd7a410f5caf {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:18.737663 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3299c815-7bfe-4a2c-a1d7-a64a200916cc", "name": "network-vif-plugged", "status": "completed", "tag": "9d23090c-93d9-4b34-9459-73d0244bb4eb", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:18.737887 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c9ed590-71b1-46fe-8df5-fd7a410f5caf {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:18.738549 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d23090c-93d9-4b34-9459-73d0244bb4eb', 'code': 200} Sep 27 12:42:18.754254 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7a3df1cb-9a57-46a0-bb74-711008056c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.768635 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9d23090c-93d9-4b34-9459-73d0244bb4eb,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:18.786800 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7a3df1cb-9a57-46a0-bb74-711008056c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.849106 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7a3df1cb-9a57-46a0-bb74-711008056c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.853359 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7a3df1cb-9a57-46a0-bb74-711008056c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:18.856542 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7a3df1cb-9a57-46a0-bb74-711008056c94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a470914a-4167-41ab-ba7b-b2f358505a89 HTTP/1.1" status: 204 len: 168 time: 0.1977272 Sep 27 12:42:18.866493 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3df1cb-9a57-46a0-bb74-711008056c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a470914a-4167-41ab-ba7b-b2f358505a89,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:18.923849 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca8929-753d-4377-a649-c58baf2e2179 req-d22cfcf4-a78a-4aa3-a739-6d0c2d7c654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:18.925751 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c7ca8929-753d-4377-a649-c58baf2e2179 req-d22cfcf4-a78a-4aa3-a739-6d0c2d7c654e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 1099 time: 0.0481591 Sep 27 12:42:18.979066 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c7ca8929-753d-4377-a649-c58baf2e2179 req-20815463-f0d6-41d6-9ac9-2c6f60e7a1ed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457592 Sep 27 12:42:19.224371 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a193e-4590-459c-9e8c-0e859ae8622e req-b955dab0-0e0f-49c4-aebd-6a4ae9fc6792 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.225912 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b09a193e-4590-459c-9e8c-0e859ae8622e req-b955dab0-0e0f-49c4-aebd-6a4ae9fc6792 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0583429 Sep 27 12:42:19.266370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-e6362cda-06c2-480e-8f76-d17ddb80c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.268121 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-e6362cda-06c2-480e-8f76-d17ddb80c25c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1098 time: 0.0479228 Sep 27 12:42:19.272169 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b09a193e-4590-459c-9e8c-0e859ae8622e req-971e3861-3662-4e8a-bf3c-333ce3b1d889 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Sep 27 12:42:19.409695 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca1-5884-4599-8439-e177629b419a req-5415d486-1daa-49ab-8be2-c5c13de4fc5a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.411213 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4776dca1-5884-4599-8439-e177629b419a req-5415d486-1daa-49ab-8be2-c5c13de4fc5a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1029944 Sep 27 12:42:19.416568 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-708c7904-c151-4275-a34a-815c10058ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.417960 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-708c7904-c151-4275-a34a-815c10058ed3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.1287487 Sep 27 12:42:19.452114 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4776dca1-5884-4599-8439-e177629b419a req-5dc51d62-73b5-4882-a608-ef121738ab35 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331993 Sep 27 12:42:19.603596 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-588fae6f-1732-4f64-8007-6f6a52245448 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 999 time: 0.0674112 Sep 27 12:42:19.679019 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-b56a9a89-2ca4-4b96-a072-855e6125a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.680618 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-b56a9a89-2ca4-4b96-a072-855e6125a5a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0687048 Sep 27 12:42:19.729780 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9f04-5c2f-4ec7-9229-142c1261f3e3 req-c33cce26-362f-42db-931f-07461d2f285a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.731585 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de2a9f04-5c2f-4ec7-9229-142c1261f3e3 req-c33cce26-362f-42db-931f-07461d2f285a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0582695 Sep 27 12:42:19.762594 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff65a98-119e-4c61-8f79-5fa1eab3acef req-36cd394f-1008-42ad-893b-df4fd22e34f8 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.764118 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7ff65a98-119e-4c61-8f79-5fa1eab3acef req-36cd394f-1008-42ad-893b-df4fd22e34f8 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 946 time: 0.0873690 Sep 27 12:42:19.772957 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de2a9f04-5c2f-4ec7-9229-142c1261f3e3 req-30485825-ed74-4634-a149-b83aa0d5330d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Sep 27 12:42:19.775498 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-5c35859c-3561-4da7-be5c-c3c32288c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.777145 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-5c35859c-3561-4da7-be5c-c3c32288c408 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692034 Sep 27 12:42:19.836022 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-fe9fa197-fb31-4606-af46-fc637b3e6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.836484 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7ff65a98-119e-4c61-8f79-5fa1eab3acef req-f46670ec-cfdf-454a-8323-7de007e12ba6 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Sep 27 12:42:19.837537 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-fe9fa197-fb31-4606-af46-fc637b3e6715 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1098 time: 0.0409801 Sep 27 12:42:19.898583 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-aba249ff-ba63-45e9-9d05-39b7f2681867 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049995 Sep 27 12:42:19.959853 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-e001702e-eef8-4300-9015-d3e7f0a77b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:19.961606 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-e001702e-eef8-4300-9015-d3e7f0a77b64 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.1009386 Sep 27 12:42:19.999731 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-180dd4c9-5447-43a5-b44c-1a1642c61065 req-84880732-c78e-487a-bf16-259d7a3d9007 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931942 Sep 27 12:42:20.090636 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-db60fb96-15fa-4b45-ba33-acfae7dd5700 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 1001 time: 0.1192813 Sep 27 12:42:20.145885 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-5d763227-36c0-48dc-8645-37a84ea1982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:20.147442 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-5d763227-36c0-48dc-8645-37a84ea1982e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0483773 Sep 27 12:42:20.215135 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-ce3d199b-bd08-4e70-a15c-9886a8f8a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:20.216521 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-ce3d199b-bd08-4e70-a15c-9886a8f8a0bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466335 Sep 27 12:42:20.312161 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-3231c7b5-d284-4696-ab26-a1d51df024b5 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859628 Sep 27 12:42:20.440750 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba772-599e-4c4a-83fb-850701342962 req-bf63f0dd-4f33-4fea-864f-5de8f0915c2f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:20.442688 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c9bba772-599e-4c4a-83fb-850701342962 req-bf63f0dd-4f33-4fea-864f-5de8f0915c2f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0979152 Sep 27 12:42:20.471801 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4c25de95-2fca-46ca-9f66-1542b13c46b0 req-27985c05-2f19-4399-886e-fde6a23b0fb3 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460242 Sep 27 12:42:20.494540 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c9bba772-599e-4c4a-83fb-850701342962 req-47abd31c-2a89-4b1c-b0c3-b5d89088e1ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Sep 27 12:42:20.573977 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19be0e4-6c3c-4f71-8fdc-a412e2fc5be7 req-e0592bdb-2c0c-4445-83c9-f69e8ebbfa88 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:20.575538 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c19be0e4-6c3c-4f71-8fdc-a412e2fc5be7 req-e0592bdb-2c0c-4445-83c9-f69e8ebbfa88 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0489731 Sep 27 12:42:20.618872 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c19be0e4-6c3c-4f71-8fdc-a412e2fc5be7 req-abf88f93-b027-4c6f-8f54-071341d3fd55 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373387 Sep 27 12:42:20.892837 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc6af4-cfb1-45a3-bb58-498b4c128678 req-6733a6b5-db02-424e-962d-046121257e74 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:20.894315 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-55dc6af4-cfb1-45a3-bb58-498b4c128678 req-6733a6b5-db02-424e-962d-046121257e74 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0488677 Sep 27 12:42:20.934247 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-55dc6af4-cfb1-45a3-bb58-498b4c128678 req-8ab11523-4adf-4128-bb41-e72b68fb3cd3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Sep 27 12:42:20.951714 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd9c71-4816-452e-b2ed-b80c8aed1128 req-8e894453-64dc-4268-9ae7-52e6cea10503 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:20.953237 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bbcd9c71-4816-452e-b2ed-b80c8aed1128 req-8e894453-64dc-4268-9ae7-52e6cea10503 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 946 time: 0.0494936 Sep 27 12:42:20.989998 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bbcd9c71-4816-452e-b2ed-b80c8aed1128 req-46a1d278-6c9e-46b9-b3c6-d4b721e5fe9c tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Sep 27 12:42:21.274022 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-49857bf3-104f-4940-b5c3-d0e5b9aafaeb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5768b567c7846feaa0dd66396c52e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361667 Sep 27 12:42:21.469186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-86bc1a16-1456-452a-9b85-c40c1d27c9c2 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:21.470667 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-86bc1a16-1456-452a-9b85-c40c1d27c9c2 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896975 Sep 27 12:42:21.486296 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-7fbab41f-3f3c-4c2d-9869-2e144c190cea tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/quotas/e5768b567c7846feaa0dd66396c52e7d HTTP/1.1" status: 200 len: 375 time: 0.0090985 Sep 27 12:42:21.518857 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-2456036b-8e4c-46cc-94bb-2f1164a7acf8 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5768b567c7846feaa0dd66396c52e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273464 Sep 27 12:42:21.609097 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:21.620452 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb980fac-2bba-4136-bda7-d23892ea7bc4 req-7ee72527-e2ea-45c2-a02c-70b4c17a969e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:21.622136 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-eb980fac-2bba-4136-bda7-d23892ea7bc4 req-7ee72527-e2ea-45c2-a02c-70b4c17a969e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0543501 Sep 27 12:42:21.669210 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-eb980fac-2bba-4136-bda7-d23892ea7bc4 req-35a92e68-57d3-4e0e-b5aa-ee1c737baf20 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Sep 27 12:42:21.676084 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fbbd6184-7a19-4b9e-957d-b4000cb944bc req-3fd4fec4-6185-4ebe-a5d8-ab625dbaa3e5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 210 time: 0.0269470 Sep 27 12:42:21.780915 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66344e4-41f0-4836-8fc2-1558a7d4d629 req-d7e94748-cbed-4ab4-801f-e8468b355d93 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:21.782488 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e66344e4-41f0-4836-8fc2-1558a7d4d629 req-d7e94748-cbed-4ab4-801f-e8468b355d93 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0553019 Sep 27 12:42:21.820787 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e66344e4-41f0-4836-8fc2-1558a7d4d629 req-45c5c7d3-98f6-442e-a4d2-e4ffc39990cf tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Sep 27 12:42:22.051104 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca252-9083-4336-955f-88b53d07dfca req-8c99d0ff-77d9-4c6d-99e5-5d5c2ce0b2e6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:22.052504 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3a7ca252-9083-4336-955f-88b53d07dfca req-8c99d0ff-77d9-4c6d-99e5-5d5c2ce0b2e6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Sep 27 12:42:22.090396 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3a7ca252-9083-4336-955f-88b53d07dfca req-861e1ffe-17a8-41b6-8365-2f9f9937a7bf tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312781 Sep 27 12:42:22.618283 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-44f106de-c4cd-4745-a5de-4fe6150827d2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:22.619991 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-44f106de-c4cd-4745-a5de-4fe6150827d2 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 945 time: 0.0517657 Sep 27 12:42:22.691834 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-6c78a80b-d384-4ce2-8c31-597b6bbc17e0 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e5768b567c7846feaa0dd66396c52e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238228 Sep 27 12:42:22.739536 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Deleting port c893d4a8-d4c6-4948-bd37-339a56162466 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:42:22.740296 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:22.818662 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-082edd87-0dac-4afb-8c27-dbb210631135 req-c1fd9791-db3a-4756-9240-d155cdf76870 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 210 time: 0.0334179 Sep 27 12:42:22.847017 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-04cd9120-57b5-42ad-afb5-ebed44f8a829 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:22.848552 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-04cd9120-57b5-42ad-afb5-ebed44f8a829 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499705 Sep 27 12:42:22.858654 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62e238-edda-4e6b-bc81-7fb308edb05e req-e05c0167-f237-495e-bc50-ac43166e51dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:22.860180 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2a62e238-edda-4e6b-bc81-7fb308edb05e req-e05c0167-f237-495e-bc50-ac43166e51dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.1141300 Sep 27 12:42:22.871047 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Request body: {'port': {'device_id': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366', 'admin_state_up': True, 'tenant_id': 'e5768b567c7846feaa0dd66396c52e7d'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:22.894106 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] For port c893d4a8-d4c6-4948-bd37-339a56162466, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c893d4a8-d4c6-4948-bd37-339a56162466,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:22.894481 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:22.916901 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Calling delete_port for c893d4a8-d4c6-4948-bd37-339a56162466 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:42:22.932174 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2a62e238-edda-4e6b-bc81-7fb308edb05e req-1ac40010-28f8-42eb-b034-fc5713da93f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626917 Sep 27 12:42:23.015021 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b3d04-4416-4a70-addb-f639d76106de req-89926e51-58bb-4f7b-8e18-0695ea79fa85 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.022821 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-653b3d04-4416-4a70-addb-f639d76106de req-89926e51-58bb-4f7b-8e18-0695ea79fa85 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1211553 Sep 27 12:42:23.070738 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.072626 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-653b3d04-4416-4a70-addb-f639d76106de req-20606ae1-5142-432a-917c-16b340664d8c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489004 Sep 27 12:42:23.077557 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Made reservation on behalf of e5768b567c7846feaa0dd66396c52e7d for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:42:23.082260 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.085665 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['cc2468ef-abfd-4a92-99bb-e2ed809657bf', 'c893d4a8-d4c6-4948-bd37-339a56162466'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:23.093919 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.101135 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Pushing event deleted for resources: {'Port': ['ID=c893d4a8-d4c6-4948-bd37-339a56162466,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:23.166453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] No DVR routers for this DVR port c893d4a8-d4c6-4948-bd37-339a56162466 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:42:23.170010 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.172164 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e1fd4107-512e-4bb3-99c8-e3c5305f8b88 req-feb76220-2294-4228-a289-4a909d01f3bc tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "DELETE /v2.0/ports/c893d4a8-d4c6-4948-bd37-339a56162466 HTTP/1.1" status: 204 len: 173 time: 0.5463068 Sep 27 12:42:23.172628 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'name': 'network-vif-deleted', 'tag': 'c893d4a8-d4c6-4948-bd37-339a56162466'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:23.175530 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e916dc-6c75-4add-abb2-975cc41bb3cb" -d '{"events": [{"server_uuid": "45f52a57-c0f7-4723-9090-4c2d522ea5c2", "name": "network-vif-deleted", "tag": "c893d4a8-d4c6-4948-bd37-339a56162466"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:23.267545 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.278419 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.330730 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-2d850161-336f-4f3d-9ab0-e4a76f5960e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.351528 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394f2778-8497-4d92-90a1-2ce4dccf40e4,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:23.463710 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2b00b48c-f473-4864-be86-f922db458788 req-a95be30d-5d7d-4f2e-b667-532696725c6c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f52a57-c0f7-4723-9090-4c2d522ea5c2 HTTP/1.1" status: 200 len: 210 time: 0.0357404 Sep 27 12:42:23.470820 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Allocated IP 192.168.233.241 (2728168a-3ecc-4d1d-9a7d-cad8ca5c1366/126dca63-aa6b-4f0f-942e-2642c3441be7/d878f1cf-4b76-445d-83a5-c833a802f291) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:42:23.509515 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1667a103-5bdd-4d12-bc89-e58b53d35289 x-openstack-request-id: req-1667a103-5bdd-4d12-bc89-e58b53d35289 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:23.509807 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f52a57-c0f7-4723-9090-4c2d522ea5c2", "name": "network-vif-deleted", "tag": "c893d4a8-d4c6-4948-bd37-339a56162466", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:23.510053 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1667a103-5bdd-4d12-bc89-e58b53d35289 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:23.510469 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f52a57-c0f7-4723-9090-4c2d522ea5c2', 'name': 'network-vif-deleted', 'tag': 'c893d4a8-d4c6-4948-bd37-339a56162466', 'status': 'completed', 'code': 200} Sep 27 12:42:23.533422 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-3dea37c9-b443-483b-b25e-9bcedfb63473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.535097 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-3dea37c9-b443-483b-b25e-9bcedfb63473 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1098 time: 0.0714111 Sep 27 12:42:23.648937 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb9290-6885-4c9c-8e7d-654765a9e671 req-90f04543-7660-4614-b08f-48266fef2d56 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.650494 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8cdb9290-6885-4c9c-8e7d-654765a9e671 req-90f04543-7660-4614-b08f-48266fef2d56 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1080177 Sep 27 12:42:23.663654 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.679878 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-abb3e91f-822a-4b83-88af-323a55c5551a req-2b645242-6f58-4b96-be64-21f66f4d0287 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:42:23.680921 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-abb3e91f-822a-4b83-88af-323a55c5551a req-2b645242-6f58-4b96-be64-21f66f4d0287 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053515 Sep 27 12:42:23.706809 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.711100 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8cdb9290-6885-4c9c-8e7d-654765a9e671 req-4bee81a8-9d47-4b1d-821a-1728f657321e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497463 Sep 27 12:42:23.712235 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-28b18560-c277-4106-ab0e-5b5e71870928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.714389 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-28b18560-c277-4106-ab0e-5b5e71870928 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.1695483 Sep 27 12:42:23.758782 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:42:23.762209 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:42:23.765958 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:42:23.798707 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Pushing event updated for resources: {'Port': ['ID=d878f1cf-4b76-445d-83a5-c833a802f291,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:23.818234 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-cdc1a020-042b-4ed3-8b7c-8db5b3282caa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 999 time: 0.0958786 Sep 27 12:42:23.833086 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.834624 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:23.864298 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-4a9c1c46-e43b-4d5f-86eb-c6431b73c2a5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9972262 Sep 27 12:42:23.876235 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Request body: {'port': {'device_id': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:23.924650 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-929b3bf2-7d8b-43c6-baf0-26da6f298438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.926142 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-929b3bf2-7d8b-43c6-baf0-26da6f298438 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0986204 Sep 27 12:42:23.939347 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6a6a8-bed5-4aaa-b483-54b4370dd156 req-c02c86f8-7c36-4556-b55e-022402eb7ed2 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:23.941393 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a3a6a6a8-bed5-4aaa-b483-54b4370dd156 req-c02c86f8-7c36-4556-b55e-022402eb7ed2 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 945 time: 0.0670521 Sep 27 12:42:23.979690 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.004050 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b616-ef24-4d13-a765-f0af3eb5c743 req-d89b8b87-0072-4a4f-b35c-21cc6c3d98cf tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:24.009555 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5d29b616-ef24-4d13-a765-f0af3eb5c743 req-d89b8b87-0072-4a4f-b35c-21cc6c3d98cf tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 936 time: 0.1023636 Sep 27 12:42:24.020660 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a3a6a6a8-bed5-4aaa-b483-54b4370dd156 req-f19c9ff4-e7b2-4843-95db-a75c2c2d1476 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696945 Sep 27 12:42:24.023494 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-9e9eb432-c9f7-4fa1-9ffd-09e784dc8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:24.025238 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-9e9eb432-c9f7-4fa1-9ffd-09e784dc8339 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827961 Sep 27 12:42:24.086592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-224d4aca-069b-469c-8733-d6139d103b4e None None] Provisioning complete for port d878f1cf-4b76-445d-83a5-c833a802f291 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:42:24.087140 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-224d4aca-069b-469c-8733-d6139d103b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.134144 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-224d4aca-069b-469c-8733-d6139d103b4e None None] Port d878f1cf-4b76-445d-83a5-c833a802f291 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:42:24.135753 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-882f88df-20d2-4708-8536-6be10fe77da5 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994401 Sep 27 12:42:24.144979 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5d29b616-ef24-4d13-a765-f0af3eb5c743 req-459ee93e-8f92-44ca-b5f5-49dc27975d2d tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993810 Sep 27 12:42:24.252958 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f6ee5b-682c-47eb-9118-ee4f1324d897 req-1b4b672c-d7a2-4598-afdf-747f6161f1d1 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954230 Sep 27 12:42:24.330491 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 36420) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:24.405460 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:24.423307 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-fd4a1c4c-93c2-453f-b4cf-69c16ffd8c92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916219 Sep 27 12:42:24.433949 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-6b4b7923-7220-4612-905b-15f5c661ea0a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:42:24.435061 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-6b4b7923-7220-4612-905b-15f5c661ea0a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053067 Sep 27 12:42:24.487449 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.512631 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:24.515009 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08067844-2164-4cf7-8691-e7b4bfd82911" -d '{"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-unplugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:24.556936 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d878f1cf-4b76-445d-83a5-c833a802f291 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:24.558068 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:24.564097 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.566841 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.586639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Transition to ACTIVE for port object d878f1cf-4b76-445d-83a5-c833a802f291 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:42:24.603586 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.608676 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf06f09-4c39-456e-b93c-a790ec192eca x-openstack-request-id: req-ecf06f09-4c39-456e-b93c-a790ec192eca {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:24.609462 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-unplugged", "status": "failed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "code": 422}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:24.609462 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecf06f09-4c39-456e-b93c-a790ec192eca {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:24.609977 dv-cinder-801522-3-iscsi neutron-server[100730]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'code': 422} returned with failed status Sep 27 12:42:24.634717 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=8']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:24.699930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d878f1cf-4b76-445d-83a5-c833a802f291,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:24.766661 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Attempting to bind port d878f1cf-4b76-445d-83a5-c833a802f291 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:42:24.767272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Attempting to bind port d878f1cf-4b76-445d-83a5-c833a802f291 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:42:24.767367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Attempting to bind port d878f1cf-4b76-445d-83a5-c833a802f291 on network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:42:24.785307 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Port d878f1cf-4b76-445d-83a5-c833a802f291 on network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:42:24.785642 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Attempting to bind port d878f1cf-4b76-445d-83a5-c833a802f291 on network 2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:42:24.807629 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:42:24.808081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Checking segment: {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:42:24.808710 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Bound using segment: {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:42:24.809218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Bound port: d878f1cf-4b76-445d-83a5-c833a802f291, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aa83da-cf39-4219-bf06-8019e119ffc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:42:24.809652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:24.861153 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba254e7d-0a21-4cf0-a184-dfa47bbf5777 req-3f4d14c5-8578-4d03-986c-a297e86fda8b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:24.869357 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ba254e7d-0a21-4cf0-a184-dfa47bbf5777 req-3f4d14c5-8578-4d03-986c-a297e86fda8b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0661950 Sep 27 12:42:24.890832 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8e522-165e-4f4a-8a2d-942e9c775630 req-9ff0ff48-ce5f-498c-b32e-a06208954b70 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:24.898625 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fcf8e522-165e-4f4a-8a2d-942e9c775630 req-9ff0ff48-ce5f-498c-b32e-a06208954b70 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.1140068 Sep 27 12:42:24.911177 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ba254e7d-0a21-4cf0-a184-dfa47bbf5777 req-11edc774-96ed-455a-b569-08c2c290d813 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Sep 27 12:42:24.953238 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] For port d878f1cf-4b76-445d-83a5-c833a802f291, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:42:24.962035 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fcf8e522-165e-4f4a-8a2d-942e9c775630 req-703d2e7b-0e5b-4838-86e5-f904fc8f7389 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626385 Sep 27 12:42:24.979907 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] For port d878f1cf-4b76-445d-83a5-c833a802f291, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d878f1cf-4b76-445d-83a5-c833a802f291,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:42:24.986312 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:25.026467 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.027128 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:25.028549 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] 10.222.0.38 "PUT /v2.0/ports/d878f1cf-4b76-445d-83a5-c833a802f291 HTTP/1.1" status: 200 len: 1098 time: 1.1565380 Sep 27 12:42:25.029016 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'tag': 'd878f1cf-4b76-445d-83a5-c833a802f291'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:25.031263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3402e-7887-45e8-9953-33555f7c6fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ff8cda-289f-4527-bfc5-df4932512aa1", "tag": "d878f1cf-4b76-445d-83a5-c833a802f291"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:25.073839 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76453a3d-4bce-4333-96ad-8deb2ba34c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d878f1cf-4b76-445d-83a5-c833a802f291,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:25.106746 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f28e8d2-afe1-4c3d-a48e-63dc4ccd2015 x-openstack-request-id: req-6f28e8d2-afe1-4c3d-a48e-63dc4ccd2015 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:25.107037 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ff8cda-289f-4527-bfc5-df4932512aa1", "tag": "d878f1cf-4b76-445d-83a5-c833a802f291", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:25.107353 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f28e8d2-afe1-4c3d-a48e-63dc4ccd2015 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:25.107756 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'tag': 'd878f1cf-4b76-445d-83a5-c833a802f291', 'status': 'completed', 'code': 200} Sep 27 12:42:25.168353 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-27964961-5206-48da-b0ff-25c8dc0272f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.170090 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-27964961-5206-48da-b0ff-25c8dc0272f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e5768b567c7846feaa0dd66396c52e7d&device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 1101 time: 0.0750213 Sep 27 12:42:25.182883 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec8fce-a0e2-457b-b807-482ffe421b74 req-5846cfa0-4d54-48f1-bf9d-4ccb8d6a0b53 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.184441 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ec8fce-a0e2-457b-b807-482ffe421b74 req-5846cfa0-4d54-48f1-bf9d-4ccb8d6a0b53 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0623930 Sep 27 12:42:25.248020 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-6792bdc7-b798-4cdf-85fd-ada1ea5b8012 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d878f1cf-4b76-445d-83a5-c833a802f291 HTTP/1.1" status: 200 len: 217 time: 0.0549433 Sep 27 12:42:25.264328 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5987-52f4-4596-bb67-2254c5c12231 req-73baf0ca-5bdb-4ef3-96dc-7ca039a2038e tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.265887 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-88ef5987-52f4-4596-bb67-2254c5c12231 req-73baf0ca-5bdb-4ef3-96dc-7ca039a2038e tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 948 time: 0.0489860 Sep 27 12:42:25.266991 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ec8fce-a0e2-457b-b807-482ffe421b74 req-7ce1cc70-bb60-4f21-96fe-455a13c07754 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757387 Sep 27 12:42:25.308208 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-88ef5987-52f4-4596-bb67-2254c5c12231 req-951da6f6-4660-4cdc-9367-ee0aee797087 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356441 Sep 27 12:42:25.310019 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-e4975313-4f5d-4548-90c9-8ee5d0241eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.311471 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-e4975313-4f5d-4548-90c9-8ee5d0241eb3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=126dca63-aa6b-4f0f-942e-2642c3441be7 HTTP/1.1" status: 200 len: 843 time: 0.0538497 Sep 27 12:42:25.360971 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8075c-4530-4940-ab12-a37501a41ddb req-7fde2e34-889b-44a6-b786-31eb151683d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.362424 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-7fde2e34-889b-44a6-b786-31eb151683d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2728168a-3ecc-4d1d-9a7d-cad8ca5c1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392339 Sep 27 12:42:25.458283 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-47a4126e-fd82-4e8c-9f8f-1f167bfe3609 service neutron] 10.222.0.38 "GET /v2.0/networks/2728168a-3ecc-4d1d-9a7d-cad8ca5c1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830119 Sep 27 12:42:25.554737 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28d8075c-4530-4940-ab12-a37501a41ddb req-6fa6fc8e-b99c-438a-8cfe-a947103c46d9 service neutron] 10.222.0.38 "GET /v2.0/networks/2728168a-3ecc-4d1d-9a7d-cad8ca5c1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847251 Sep 27 12:42:25.648552 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-d97fa035-ea9d-4593-9d96-e19f13d24731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.650099 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-d97fa035-ea9d-4593-9d96-e19f13d24731 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e5768b567c7846feaa0dd66396c52e7d&device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 1101 time: 0.0394337 Sep 27 12:42:25.741798 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-fad1344f-4a24-48f4-91e8-54f9ba011b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.743194 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-fad1344f-4a24-48f4-91e8-54f9ba011b63 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2728168a-3ecc-4d1d-9a7d-cad8ca5c1366 HTTP/1.1" status: 200 len: 870 time: 0.0846510 Sep 27 12:42:25.788793 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-7e6cf641-46f3-438f-9f27-bc1a9cc2966f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d878f1cf-4b76-445d-83a5-c833a802f291 HTTP/1.1" status: 200 len: 217 time: 0.0356402 Sep 27 12:42:25.838902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-b4059fad-b86e-4ace-b17a-4771d37ef574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.840400 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-b4059fad-b86e-4ace-b17a-4771d37ef574 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=126dca63-aa6b-4f0f-942e-2642c3441be7 HTTP/1.1" status: 200 len: 843 time: 0.0439179 Sep 27 12:42:25.885614 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-ff0eba7b-caf6-4fce-9b3a-a4857bafdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:25.887039 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-ff0eba7b-caf6-4fce-9b3a-a4857bafdeaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2728168a-3ecc-4d1d-9a7d-cad8ca5c1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0382779 Sep 27 12:42:25.979937 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-7956628c-33ec-4104-bb21-c243943bf2ca service neutron] 10.222.0.38 "GET /v2.0/networks/2728168a-3ecc-4d1d-9a7d-cad8ca5c1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845284 Sep 27 12:42:26.043522 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d7a731d1-d2e8-4960-8a15-34e1b02ba975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:26.086745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d5c0-8a44-4a6a-800a-c8d2ffa6bd36 req-056416b9-5e78-485b-882f-971fe40c6e02 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:26.088386 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-72f4d5c0-8a44-4a6a-800a-c8d2ffa6bd36 req-056416b9-5e78-485b-882f-971fe40c6e02 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0535684 Sep 27 12:42:26.089759 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c023-a480-47da-8fdc-e670565f19ff req-9af120e1-8545-4b09-aad6-6e2434f2e986 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:26.091343 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3216c023-a480-47da-8fdc-e670565f19ff req-9af120e1-8545-4b09-aad6-6e2434f2e986 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.1091356 Sep 27 12:42:26.124477 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6d3402e-7887-45e8-9953-33555f7c6fb6 req-880c17ff-1af7-4905-afeb-73477cdb9933 service neutron] 10.222.0.38 "GET /v2.0/networks/2728168a-3ecc-4d1d-9a7d-cad8ca5c1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325088 Sep 27 12:42:26.126173 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-72f4d5c0-8a44-4a6a-800a-c8d2ffa6bd36 req-794e28c5-3655-4212-a556-ca6b2564b164 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Sep 27 12:42:26.147259 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3216c023-a480-47da-8fdc-e670565f19ff req-7767d9e9-2ad0-4efb-9f56-e1190e1c054f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Sep 27 12:42:26.390398 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ef08-96f4-4941-83ee-5d80f625866a req-00ba410c-18bd-4df1-b748-f4abb14aa31f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:26.392213 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6951ef08-96f4-4941-83ee-5d80f625866a req-00ba410c-18bd-4df1-b748-f4abb14aa31f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0479915 Sep 27 12:42:26.396605 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c893d4a8-d4c6-4948-bd37-339a56162466 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:26.420298 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: c893d4a8-d4c6-4948-bd37-339a56162466 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:26.421092 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c893d4a8-d4c6-4948-bd37-339a56162466 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:26.423608 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916344b-18fb-4934-81f2-698e139293f3 req-434b8545-1c95-474d-add1-f769be25c8f0 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:26.425181 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4916344b-18fb-4934-81f2-698e139293f3 req-434b8545-1c95-474d-add1-f769be25c8f0 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 948 time: 0.0518160 Sep 27 12:42:26.433362 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6951ef08-96f4-4941-83ee-5d80f625866a req-3a631eed-da6c-445f-8525-92f99ed0ecef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350022 Sep 27 12:42:26.463731 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4916344b-18fb-4934-81f2-698e139293f3 req-3300bd6d-4c82-452f-b9f3-02f095c7dcbc tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Sep 27 12:42:26.878970 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:27.238104 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31b34-2729-4bc0-8f27-bf650cd51ace req-b2f401ff-d116-4345-910b-b8a786843400 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:27.239541 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-48b31b34-2729-4bc0-8f27-bf650cd51ace req-b2f401ff-d116-4345-910b-b8a786843400 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0470836 Sep 27 12:42:27.264499 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:27.280348 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-48b31b34-2729-4bc0-8f27-bf650cd51ace req-e6d00113-801e-4c65-8c7d-c1bb40d95135 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Sep 27 12:42:27.549594 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6c9d-14a0-4266-b7fd-bf80defe2295 req-dc0f923a-c46f-4fe4-b735-e7c7f1fbe380 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:27.551127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5dfa6c9d-14a0-4266-b7fd-bf80defe2295 req-dc0f923a-c46f-4fe4-b735-e7c7f1fbe380 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0476427 Sep 27 12:42:27.579486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2187c6-7c91-4944-a1b0-6408682aaf2d req-c841085e-f69d-422b-8fc7-f5e2af2ca4cb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:27.581004 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7e2187c6-7c91-4944-a1b0-6408682aaf2d req-c841085e-f69d-422b-8fc7-f5e2af2ca4cb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 948 time: 0.0515392 Sep 27 12:42:27.593487 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5dfa6c9d-14a0-4266-b7fd-bf80defe2295 req-5dbe2a5b-8432-48c3-a88b-91e623f1d4fb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Sep 27 12:42:27.618690 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7e2187c6-7c91-4944-a1b0-6408682aaf2d req-57a2f59e-cf5f-4b96-9829-caf55c05a28f tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Sep 27 12:42:28.397425 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3e8b2-2d0a-47f4-996a-e4fbad0c0848 req-44f8d807-2896-41a8-8ad9-45bd388e7599 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:28.398938 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a1c3e8b2-2d0a-47f4-996a-e4fbad0c0848 req-44f8d807-2896-41a8-8ad9-45bd388e7599 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0526268 Sep 27 12:42:28.405885 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d878f1cf-4b76-445d-83a5-c833a802f291 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:42:28.440375 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a1c3e8b2-2d0a-47f4-996a-e4fbad0c0848 req-63ca0b12-369f-458f-b7a4-11b0b3b38165 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Sep 27 12:42:28.621603 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port d878f1cf-4b76-445d-83a5-c833a802f291, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d878f1cf-4b76-445d-83a5-c833a802f291,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:28.633466 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'd878f1cf-4b76-445d-83a5-c833a802f291', 'network_id': '2728168a-3ecc-4d1d-9a7d-cad8ca5c1366', 'port_id': 'd878f1cf-4b76-445d-83a5-c833a802f291', 'mac_address': 'fa:16:3e:d6:74:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126dca63-aa6b-4f0f-942e-2642c3441be7', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:42:28.671607 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:28.684520 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d878f1cf-4b76-445d-83a5-c833a802f291 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:28.704486 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port d878f1cf-4b76-445d-83a5-c833a802f291, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d878f1cf-4b76-445d-83a5-c833a802f291,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:28.710005 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:28.717686 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f01da-ef54-460f-bdfd-7eb05ed93b12 req-877ce52b-ba4d-4e87-82ac-fb2c0ecedf0c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:28.720030 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d0f01da-ef54-460f-bdfd-7eb05ed93b12 req-877ce52b-ba4d-4e87-82ac-fb2c0ecedf0c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0529130 Sep 27 12:42:28.734208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616583a-06d5-45cb-8572-c9a8eaef1214 req-4f35fe2f-7a46-429e-be10-0ed08a9246df tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:28.742190 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8616583a-06d5-45cb-8572-c9a8eaef1214 req-4f35fe2f-7a46-429e-be10-0ed08a9246df tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 948 time: 0.0563779 Sep 27 12:42:28.761770 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=d878f1cf-4b76-445d-83a5-c833a802f291,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:28.764347 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d0f01da-ef54-460f-bdfd-7eb05ed93b12 req-34cd58bd-2a6c-4468-8c6a-bc52f58defb1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346191 Sep 27 12:42:28.775632 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8616583a-06d5-45cb-8572-c9a8eaef1214 req-da9db1eb-e56a-40e2-aa15-bbad537d9449 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Sep 27 12:42:28.908743 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-768bec42-6247-4362-9cb3-b131630697cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:28.910434 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-768bec42-6247-4362-9cb3-b131630697cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109&tenant_id=31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 1096 time: 0.0750844 Sep 27 12:42:28.974114 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-899d50aa-e83c-4b0c-a8d8-ea2b0cd000de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:28.975690 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-899d50aa-e83c-4b0c-a8d8-ea2b0cd000de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1096 time: 0.0409350 Sep 27 12:42:29.016188 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d878f1cf-4b76-445d-83a5-c833a802f291'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:29.075939 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-c658bc4c-1516-4e30-a42d-1bc129f85852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:29.077473 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-c658bc4c-1516-4e30-a42d-1bc129f85852 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.0936844 Sep 27 12:42:29.139404 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:29.153454 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-ec3463a4-5789-4a67-a107-cd6fb8340e8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 200 len: 999 time: 0.0662134 Sep 27 12:42:29.204836 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-6e92a2fa-862e-41a1-b1d0-b176fa0109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:29.206256 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-6e92a2fa-862e-41a1-b1d0-b176fa0109fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0455778 Sep 27 12:42:29.251192 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-1084914f-37fe-4848-b1fb-24d1c4fdac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:29.252652 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-1084914f-37fe-4848-b1fb-24d1c4fdac31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382857 Sep 27 12:42:29.342719 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-b7f3ee97-0809-4074-9688-92ffd1cb0225 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817490 Sep 27 12:42:29.551024 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfffa0-27e7-4cc4-ba9a-76659f53f773 req-f987f769-ecac-4efa-a6d3-9ca794be5c8e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:29.552466 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-31dfffa0-27e7-4cc4-ba9a-76659f53f773 req-f987f769-ecac-4efa-a6d3-9ca794be5c8e tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0466754 Sep 27 12:42:29.588652 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-31dfffa0-27e7-4cc4-ba9a-76659f53f773 req-4a5d68ca-c40d-4d50-be47-9c6602c03481 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303938 Sep 27 12:42:29.880029 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a86f9-96b5-45fb-aa84-11c09ca98bec req-ee070c8c-de97-4d17-ba3e-799c21994ebc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:29.882207 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7c5a86f9-96b5-45fb-aa84-11c09ca98bec req-ee070c8c-de97-4d17-ba3e-799c21994ebc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0484381 Sep 27 12:42:29.890781 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d91b7-24aa-4061-997f-9488fb285bee req-39536517-8f48-4c80-b47e-c61e9d8d12a0 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:29.892257 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-033d91b7-24aa-4061-997f-9488fb285bee req-39536517-8f48-4c80-b47e-c61e9d8d12a0 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 949 time: 0.0517244 Sep 27 12:42:29.919502 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7c5a86f9-96b5-45fb-aa84-11c09ca98bec req-788a49a4-dad5-4a09-a23f-4381f4b38edc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Sep 27 12:42:29.929557 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-033d91b7-24aa-4061-997f-9488fb285bee req-f7c28bbc-4db7-4dc0-b1b9-fab5409953a4 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Sep 27 12:42:30.615970 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e6a81de-41e7-4b2a-b7d4-0ce59382527e req-585dfe07-e0b8-43b4-9353-7a62bba03103 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Sep 27 12:42:30.697855 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9068-abd0-4f28-aa0e-3ddfdba5774f req-a594d96a-7c2b-420c-9204-da384489822f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:30.699334 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5cbb9068-abd0-4f28-aa0e-3ddfdba5774f req-a594d96a-7c2b-420c-9204-da384489822f tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0465901 Sep 27 12:42:30.735160 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5cbb9068-abd0-4f28-aa0e-3ddfdba5774f req-2ad05599-dd96-49d3-997e-d9b8ae2c1489 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300720 Sep 27 12:42:31.040150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1147-f387-4496-ba5e-88c03cf56a42 req-1f76ba66-6444-4998-9b8f-8f63608c9593 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:31.041645 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-be5c1147-f387-4496-ba5e-88c03cf56a42 req-1f76ba66-6444-4998-9b8f-8f63608c9593 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0498192 Sep 27 12:42:31.044341 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad207a-2a77-4137-beba-37be782b102a req-b34dfdaf-536b-4f2c-93db-4196bb727eb7 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:31.045819 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b3ad207a-2a77-4137-beba-37be782b102a req-b34dfdaf-536b-4f2c-93db-4196bb727eb7 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 949 time: 0.0510361 Sep 27 12:42:31.084325 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b3ad207a-2a77-4137-beba-37be782b102a req-33a97be4-f403-45db-b770-af326a7d5843 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 27 12:42:31.084735 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-be5c1147-f387-4496-ba5e-88c03cf56a42 req-23e8ace4-2153-4d47-82ff-e2ab337a79a7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Sep 27 12:42:31.845434 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572660-2d9c-4a8d-9eea-681ba464cbea req-16080352-05fe-4c6c-aef5-5a2558012e88 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:31.846893 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ae572660-2d9c-4a8d-9eea-681ba464cbea req-16080352-05fe-4c6c-aef5-5a2558012e88 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0476441 Sep 27 12:42:31.884984 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ae572660-2d9c-4a8d-9eea-681ba464cbea req-5f743ad6-780e-43fe-8e5b-768858a01706 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Sep 27 12:42:32.195575 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194c4f-1ae1-41ba-8de2-7c46035c4d52 req-b1434a91-b3ba-46fc-b034-180cbcd1c13d tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:32.197075 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac194c4f-1ae1-41ba-8de2-7c46035c4d52 req-b1434a91-b3ba-46fc-b034-180cbcd1c13d tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 949 time: 0.0474594 Sep 27 12:42:32.201105 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165af8fa-36c5-4dff-90d5-3b6429c8d0d5 req-0ad08ace-8ca9-4007-acc1-05257055d6eb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:32.202720 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-165af8fa-36c5-4dff-90d5-3b6429c8d0d5 req-0ad08ace-8ca9-4007-acc1-05257055d6eb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0480781 Sep 27 12:42:32.234359 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac194c4f-1ae1-41ba-8de2-7c46035c4d52 req-92a3e2a3-eaa9-4c3c-b8af-b7fe51def3e5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Sep 27 12:42:32.239717 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-165af8fa-36c5-4dff-90d5-3b6429c8d0d5 req-8fa8b155-8056-4a90-980b-4fb603628cd7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Sep 27 12:42:32.722677 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:42:33.000897 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59317a8-a5f0-41b4-b02e-306e075c2305 req-7a63e514-ad85-4957-b9f8-10f6a16770ad tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:33.002370 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e59317a8-a5f0-41b4-b02e-306e075c2305 req-7a63e514-ad85-4957-b9f8-10f6a16770ad tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0512381 Sep 27 12:42:33.041535 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e59317a8-a5f0-41b4-b02e-306e075c2305 req-3ced4455-139f-42b4-883a-ac916c7c36d5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Sep 27 12:42:33.435685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9130e34-d7ea-470b-8cf0-65792ab23d8e req-e588d82f-6c31-41d8-a6cd-db3947af3004 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:33.437417 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9130e34-d7ea-470b-8cf0-65792ab23d8e req-e588d82f-6c31-41d8-a6cd-db3947af3004 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0952594 Sep 27 12:42:33.447756 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e3f7c-f6d8-4f3e-bf86-23a6201d0e0b req-da9ebb03-0ec7-419e-ad62-6718a9f93e89 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:33.450374 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4d5e3f7c-f6d8-4f3e-bf86-23a6201d0e0b req-da9ebb03-0ec7-419e-ad62-6718a9f93e89 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 949 time: 0.0935423 Sep 27 12:42:33.484621 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9130e34-d7ea-470b-8cf0-65792ab23d8e req-909fbd0e-5ac0-45eb-b5db-6369431764d9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 Sep 27 12:42:33.495314 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4d5e3f7c-f6d8-4f3e-bf86-23a6201d0e0b req-aa0adebb-0971-4951-88a4-6a77aa461068 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384014 Sep 27 12:42:34.158552 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b1cad-b48d-44aa-a2d5-7d9fa58669e3 req-380e1c53-b763-4ff1-b9a2-c670caac1f19 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:34.160423 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-464b1cad-b48d-44aa-a2d5-7d9fa58669e3 req-380e1c53-b763-4ff1-b9a2-c670caac1f19 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0494738 Sep 27 12:42:34.203543 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-464b1cad-b48d-44aa-a2d5-7d9fa58669e3 req-f2dd9c78-d5a3-4370-9c9a-4b530f50bd24 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351419 Sep 27 12:42:34.600027 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64ab2a-c25c-4c21-ab07-17fa17c4d1f8 req-d27269af-8ae5-47e1-8607-c22e72b3638f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:34.601542 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1e64ab2a-c25c-4c21-ab07-17fa17c4d1f8 req-d27269af-8ae5-47e1-8607-c22e72b3638f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Sep 27 12:42:34.609904 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546f5c5-3de7-42df-a589-911733e565df req-525b86a2-ad67-4706-bb40-c50f8a62abca tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:34.611373 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a546f5c5-3de7-42df-a589-911733e565df req-525b86a2-ad67-4706-bb40-c50f8a62abca tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 949 time: 0.0505152 Sep 27 12:42:34.652401 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1e64ab2a-c25c-4c21-ab07-17fa17c4d1f8 req-34e2f2c5-b5a1-4cee-be6b-47c038fab167 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Sep 27 12:42:34.669188 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a546f5c5-3de7-42df-a589-911733e565df req-ab369e52-8da7-4791-8cec-0b3c7aecd9f7 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Sep 27 12:42:35.317271 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14120fd7-1032-4c94-89ae-4b99d61a5a62 req-8f7bcc1f-3223-473a-a190-979779dd0f17 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:35.318705 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-14120fd7-1032-4c94-89ae-4b99d61a5a62 req-8f7bcc1f-3223-473a-a190-979779dd0f17 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Sep 27 12:42:35.360503 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-14120fd7-1032-4c94-89ae-4b99d61a5a62 req-f0be1122-5cd5-4677-9780-ae484165329a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Sep 27 12:42:35.758793 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99448ca-3cf7-405d-ab46-dfda2c8bb310 req-58ed8b7e-3a20-4f77-a087-cf60649e2583 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:35.760631 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a99448ca-3cf7-405d-ab46-dfda2c8bb310 req-58ed8b7e-3a20-4f77-a087-cf60649e2583 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0478730 Sep 27 12:42:35.789530 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aca68-4f7a-418d-9be7-533db04334be req-3f9fdc20-23fd-4156-b857-900ac1a1dade tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:35.792095 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a52aca68-4f7a-418d-9be7-533db04334be req-3f9fdc20-23fd-4156-b857-900ac1a1dade tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 949 time: 0.0577273 Sep 27 12:42:35.814071 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a99448ca-3cf7-405d-ab46-dfda2c8bb310 req-e08203ab-17eb-4604-8188-3fe2341f9538 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Sep 27 12:42:35.833505 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a52aca68-4f7a-418d-9be7-533db04334be req-321012d6-5f3b-4478-9ee3-7b1a5ac53eaa tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Sep 27 12:42:35.871767 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d878f1cf-4b76-445d-83a5-c833a802f291 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:42:35.924482 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port d878f1cf-4b76-445d-83a5-c833a802f291 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:42:35.928583 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port d878f1cf-4b76-445d-83a5-c833a802f291 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:42:35.928953 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:36.044756 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:36.067650 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd878f1cf-4b76-445d-83a5-c833a802f291'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:36.070104 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2f6695-dd35-4e2c-b12e-6dec5923c069" -d '{"events": [{"server_uuid": "a1ff8cda-289f-4527-bfc5-df4932512aa1", "name": "network-vif-plugged", "status": "completed", "tag": "d878f1cf-4b76-445d-83a5-c833a802f291"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:36.084279 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port d878f1cf-4b76-445d-83a5-c833a802f291, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d878f1cf-4b76-445d-83a5-c833a802f291,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:36.093565 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:36.123554 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87435c30-dbfc-45a7-81c6-8e1ed746e71d x-openstack-request-id: req-87435c30-dbfc-45a7-81c6-8e1ed746e71d {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:36.123928 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff8cda-289f-4527-bfc5-df4932512aa1", "name": "network-vif-plugged", "status": "completed", "tag": "d878f1cf-4b76-445d-83a5-c833a802f291", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:36.124195 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87435c30-dbfc-45a7-81c6-8e1ed746e71d {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:36.124601 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd878f1cf-4b76-445d-83a5-c833a802f291', 'code': 200} Sep 27 12:42:36.149360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=d878f1cf-4b76-445d-83a5-c833a802f291,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:36.496055 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143b4e-1571-4c63-b531-5d5e5923ba2d req-ee94f028-52a9-4484-9d78-54bfc9dd3ec8 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:36.497579 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-96143b4e-1571-4c63-b531-5d5e5923ba2d req-ee94f028-52a9-4484-9d78-54bfc9dd3ec8 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Sep 27 12:42:36.536770 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-96143b4e-1571-4c63-b531-5d5e5923ba2d req-51e7e913-23d4-4f53-ab17-734890303db3 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Sep 27 12:42:36.937025 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d73e73-6b92-4621-92f5-206cc4594959 req-1d956d74-883c-42ce-9fd7-89c66073ae36 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:36.938506 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-99d73e73-6b92-4621-92f5-206cc4594959 req-1d956d74-883c-42ce-9fd7-89c66073ae36 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0486541 Sep 27 12:42:36.949285 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497e9c-2ff1-46dd-bcce-d471d2a5f1df req-a1261d1c-1565-4d3e-bff0-d90958334240 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:36.951815 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34497e9c-2ff1-46dd-bcce-d471d2a5f1df req-a1261d1c-1565-4d3e-bff0-d90958334240 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0497320 Sep 27 12:42:36.979569 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-99d73e73-6b92-4621-92f5-206cc4594959 req-50f2e93d-f326-4e64-8ff4-b8b94a4efde4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344679 Sep 27 12:42:36.990762 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34497e9c-2ff1-46dd-bcce-d471d2a5f1df req-905ba347-2dc0-4c76-a652-84c1a563e1d5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Sep 27 12:42:37.667267 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a32537-1d3c-4538-906b-3b83b30d8376 req-8749842b-c459-431c-9e10-bc3966d21be6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:37.669020 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-81a32537-1d3c-4538-906b-3b83b30d8376 req-8749842b-c459-431c-9e10-bc3966d21be6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0525327 Sep 27 12:42:37.709604 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-81a32537-1d3c-4538-906b-3b83b30d8376 req-1eeef107-5586-432e-a711-932486f03c7c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Sep 27 12:42:38.113319 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33fc5b-8a91-419f-8ebb-c3459cf85cad req-52e5dd9d-91db-4a9c-89b9-ad90994809dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:38.116624 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb95063-80c8-4f25-99d0-fac1ec159e87 req-32a2bcb9-281e-4e59-a675-5c54b0e9d235 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:38.120946 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3e33fc5b-8a91-419f-8ebb-c3459cf85cad req-52e5dd9d-91db-4a9c-89b9-ad90994809dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0606136 Sep 27 12:42:38.124096 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2cb95063-80c8-4f25-99d0-fac1ec159e87 req-32a2bcb9-281e-4e59-a675-5c54b0e9d235 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0594954 Sep 27 12:42:38.155601 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3e33fc5b-8a91-419f-8ebb-c3459cf85cad req-98d43ddf-566b-4b88-9505-6ab8ec0353d6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336699 Sep 27 12:42:38.165172 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2cb95063-80c8-4f25-99d0-fac1ec159e87 req-fa84cea4-d1ac-4af6-8922-c5674d64270b tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Sep 27 12:42:38.825664 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2f81-bd48-4222-92b3-f4678723ed42 req-5542126c-c294-4acd-998a-ba54c9059d5b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:38.827471 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1d6b2f81-bd48-4222-92b3-f4678723ed42 req-5542126c-c294-4acd-998a-ba54c9059d5b tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Sep 27 12:42:38.866209 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1d6b2f81-bd48-4222-92b3-f4678723ed42 req-04aa2c42-4d48-46e2-85ae-3e34b7ae74c0 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Sep 27 12:42:39.280987 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1f6b9-75d5-44e8-b1ea-66a47f318a8e req-73b9b1d7-797e-4663-810d-29e372d3718a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:39.282367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e9ef-f4d4-4202-bc64-d3ada1350bcd req-39b95e12-a103-4812-9e08-62356022f3bc tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:39.282803 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4cb1f6b9-75d5-44e8-b1ea-66a47f318a8e req-73b9b1d7-797e-4663-810d-29e372d3718a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0523527 Sep 27 12:42:39.284176 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d659e9ef-f4d4-4202-bc64-d3ada1350bcd req-39b95e12-a103-4812-9e08-62356022f3bc tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0488131 Sep 27 12:42:39.321678 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4cb1f6b9-75d5-44e8-b1ea-66a47f318a8e req-34fb753d-10fd-46a6-b226-f1e822845860 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Sep 27 12:42:39.322018 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d659e9ef-f4d4-4202-bc64-d3ada1350bcd req-464cbe1c-abbe-4079-ac41-7cf9aca22d2f tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Sep 27 12:42:39.987321 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd03da-087d-48cb-8c97-4b82bf9d9897 req-9cf18be4-6ff2-4556-bf24-a48c21757ee4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:39.988824 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-afcd03da-087d-48cb-8c97-4b82bf9d9897 req-9cf18be4-6ff2-4556-bf24-a48c21757ee4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0547991 Sep 27 12:42:40.029774 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-afcd03da-087d-48cb-8c97-4b82bf9d9897 req-edb1734a-1b9b-4bfa-bcde-7d8e3bafd7f4 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Sep 27 12:42:40.493264 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86127-5f26-4a1b-81ee-95091d3fc4a4 req-ae8d5f06-c802-478f-a5a8-f8389009e8ee tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:40.495016 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eed86127-5f26-4a1b-81ee-95091d3fc4a4 req-ae8d5f06-c802-478f-a5a8-f8389009e8ee tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0551918 Sep 27 12:42:40.537111 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eed86127-5f26-4a1b-81ee-95091d3fc4a4 req-72e17667-37b4-483c-a037-5c3db28ec0c0 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355873 Sep 27 12:42:40.635141 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a81f-8b76-4739-852e-0a57951ac13f req-b8d81082-e40c-483c-95ae-d40df13b7bef tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:40.637160 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-92a4a81f-8b76-4739-852e-0a57951ac13f req-b8d81082-e40c-483c-95ae-d40df13b7bef tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.2489593 Sep 27 12:42:40.674750 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-92a4a81f-8b76-4739-852e-0a57951ac13f req-be3eb7c6-9502-459a-bae4-adeaebb7fcf5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Sep 27 12:42:41.150556 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb21a8-0d7f-4071-abce-f8fb7eb589ba req-dea01aa8-319d-465b-b431-de35037fcf8c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:41.152127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-87bb21a8-0d7f-4071-abce-f8fb7eb589ba req-dea01aa8-319d-465b-b431-de35037fcf8c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0518334 Sep 27 12:42:41.191548 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-87bb21a8-0d7f-4071-abce-f8fb7eb589ba req-540cf286-6dde-4c29-a9f1-fb93ab1f5418 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Sep 27 12:42:41.659924 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acd62d-d356-437f-872f-f0999af6a6cf req-1935cfde-3359-4a1e-9820-07a05fedd8b7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:41.667247 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d6acd62d-d356-437f-872f-f0999af6a6cf req-1935cfde-3359-4a1e-9820-07a05fedd8b7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0553293 Sep 27 12:42:41.702235 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d6acd62d-d356-437f-872f-f0999af6a6cf req-8626b29a-f5a1-479e-860e-9af179e6cac8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Sep 27 12:42:41.808288 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72328ce6-9d93-4d52-b34d-3c4eb82666ef req-f7f8d79f-cc4b-4cfe-9b1f-201f1dc0d193 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:41.809817 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-72328ce6-9d93-4d52-b34d-3c4eb82666ef req-f7f8d79f-cc4b-4cfe-9b1f-201f1dc0d193 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0564797 Sep 27 12:42:41.852652 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-72328ce6-9d93-4d52-b34d-3c4eb82666ef req-5af7550f-74a0-484a-b2d9-df3087b621fb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Sep 27 12:42:42.307057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f115321-1503-493d-a2c3-8c97160207af req-0d0becdd-5fa2-4bb3-ba81-64bae5c531f5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:42.308622 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1f115321-1503-493d-a2c3-8c97160207af req-0d0becdd-5fa2-4bb3-ba81-64bae5c531f5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0503433 Sep 27 12:42:42.347323 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1f115321-1503-493d-a2c3-8c97160207af req-da29eaf9-628b-4a23-adc7-98e5a9ac1221 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Sep 27 12:42:42.824551 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf96678-1f58-4e8a-afe8-5e6bfeab91e7 req-23ad4e2d-7e44-4f8d-a4a7-afa91e8b7127 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:42.826007 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cf96678-1f58-4e8a-afe8-5e6bfeab91e7 req-23ad4e2d-7e44-4f8d-a4a7-afa91e8b7127 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0484107 Sep 27 12:42:42.863566 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cf96678-1f58-4e8a-afe8-5e6bfeab91e7 req-eac28003-7bf0-4017-8865-d1cf8aebb4ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Sep 27 12:42:42.966930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ae757-422a-44a1-80b2-4e8f214b8e62 req-73d1b148-6eed-4001-911a-56623482e463 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:42.968592 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-243ae757-422a-44a1-80b2-4e8f214b8e62 req-73d1b148-6eed-4001-911a-56623482e463 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0488548 Sep 27 12:42:43.009601 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-243ae757-422a-44a1-80b2-4e8f214b8e62 req-4a225eaf-300d-41e6-a599-52d79b43c4ce tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345750 Sep 27 12:42:43.467253 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d22918-52ae-40e1-b5d7-d7ac4c6cea0a req-7d4352a7-3eb9-4c7f-a463-d246ea2a6bf6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:43.468819 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56d22918-52ae-40e1-b5d7-d7ac4c6cea0a req-7d4352a7-3eb9-4c7f-a463-d246ea2a6bf6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0527878 Sep 27 12:42:43.509481 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56d22918-52ae-40e1-b5d7-d7ac4c6cea0a req-41ba9f0b-db61-4e6d-8a67-789c641b13c5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343504 Sep 27 12:42:43.986564 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d299ab-8fb1-4a62-a2db-895e4d1df285 req-679e9052-94dd-4724-b6db-3f494d74cb87 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:43.988049 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-79d299ab-8fb1-4a62-a2db-895e4d1df285 req-679e9052-94dd-4724-b6db-3f494d74cb87 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0525007 Sep 27 12:42:44.027110 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-79d299ab-8fb1-4a62-a2db-895e4d1df285 req-932da04c-d04d-4131-a497-d8683e11b85c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 Sep 27 12:42:44.129000 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28bcf3-f9d9-42b6-bfb8-01442cf5f7d2 req-ce33cc77-6ed5-470e-852a-099b80b82bff tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:44.130472 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-be28bcf3-f9d9-42b6-bfb8-01442cf5f7d2 req-ce33cc77-6ed5-470e-852a-099b80b82bff tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0502014 Sep 27 12:42:44.169640 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-be28bcf3-f9d9-42b6-bfb8-01442cf5f7d2 req-0e72cc92-3bef-4c51-a1ce-fe577b85ba1f tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Sep 27 12:42:44.623970 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fd3de-515b-4722-b618-8a9efaed8e31 req-03649f02-471d-495d-9908-f5dbd9f6c554 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:44.625514 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-833fd3de-515b-4722-b618-8a9efaed8e31 req-03649f02-471d-495d-9908-f5dbd9f6c554 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 27 12:42:44.664700 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-833fd3de-515b-4722-b618-8a9efaed8e31 req-391609dd-2d72-47e5-bf08-c172c45b649d tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Sep 27 12:42:45.155283 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c080457-9aa4-4612-b09c-4a0fe3b3628f req-b578173c-05b7-41f4-8138-361ecb73a117 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:45.158066 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1c080457-9aa4-4612-b09c-4a0fe3b3628f req-b578173c-05b7-41f4-8138-361ecb73a117 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0562739 Sep 27 12:42:45.205275 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1c080457-9aa4-4612-b09c-4a0fe3b3628f req-86d8fbf0-19f1-41e7-83f0-49f4d9bc2f67 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324638 Sep 27 12:42:45.285900 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e77d64-4ee4-4a07-8a27-3483844085e2 req-1b700a7d-66cd-47f6-bd29-32e40f8b52e4 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:45.287343 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-58e77d64-4ee4-4a07-8a27-3483844085e2 req-1b700a7d-66cd-47f6-bd29-32e40f8b52e4 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0475559 Sep 27 12:42:45.327044 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-58e77d64-4ee4-4a07-8a27-3483844085e2 req-bce750aa-11ba-4063-85a7-a271042d233f tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Sep 27 12:42:45.781023 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303065b0-bbe4-491c-bdc3-f7a223da65a8 req-f82c81ee-0ed3-4a36-bcec-81d410f40d3a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:45.782525 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-303065b0-bbe4-491c-bdc3-f7a223da65a8 req-f82c81ee-0ed3-4a36-bcec-81d410f40d3a tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0513349 Sep 27 12:42:45.820370 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-303065b0-bbe4-491c-bdc3-f7a223da65a8 req-6322d801-c061-4867-8433-7500dd91728c tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Sep 27 12:42:46.339538 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed01e-68ca-4260-9ca3-0991d5a703fe req-364e561d-684f-4ff7-b444-1d39d2a3bdf3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:46.341039 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-144ed01e-68ca-4260-9ca3-0991d5a703fe req-364e561d-684f-4ff7-b444-1d39d2a3bdf3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0544472 Sep 27 12:42:46.380171 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-144ed01e-68ca-4260-9ca3-0991d5a703fe req-8c13595f-5fa2-4734-8cda-546e3b08a8a3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Sep 27 12:42:46.453173 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1c3cb-6b42-4d85-9a24-c84cd1698f23 req-68ba2e64-2340-4a8a-833f-27a6dc831c49 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:46.454714 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f1c3cb-6b42-4d85-9a24-c84cd1698f23 req-68ba2e64-2340-4a8a-833f-27a6dc831c49 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0485942 Sep 27 12:42:46.494413 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2f1c3cb-6b42-4d85-9a24-c84cd1698f23 req-4d0ccddc-3c1c-4e10-ba22-d3092c7fb768 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Sep 27 12:42:46.933809 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507618fb-fbb9-49ef-ae07-ebddd1ef0e58 req-9826e0f0-9f2e-454e-8d21-9381b157cd70 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:46.935314 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-507618fb-fbb9-49ef-ae07-ebddd1ef0e58 req-9826e0f0-9f2e-454e-8d21-9381b157cd70 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Sep 27 12:42:46.974209 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-507618fb-fbb9-49ef-ae07-ebddd1ef0e58 req-19d84244-3cae-4cc1-a77e-737c2400c6f6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Sep 27 12:42:47.499431 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03cdc4-7cd1-4475-b723-c3dc6e2ffe78 req-32621597-62d1-4ef5-9390-3bd66871d07b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:47.500829 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd03cdc4-7cd1-4475-b723-c3dc6e2ffe78 req-32621597-62d1-4ef5-9390-3bd66871d07b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0473697 Sep 27 12:42:47.537024 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd03cdc4-7cd1-4475-b723-c3dc6e2ffe78 req-59bffd8e-512e-49b2-a723-ca66f897a0ad tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304139 Sep 27 12:42:47.616554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8a2b2-8444-4c21-b7dc-c8f3a564a743 req-eddfa1da-db37-425b-be44-f58627117cac tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:47.618045 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-86d8a2b2-8444-4c21-b7dc-c8f3a564a743 req-eddfa1da-db37-425b-be44-f58627117cac tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0591943 Sep 27 12:42:47.658563 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-86d8a2b2-8444-4c21-b7dc-c8f3a564a743 req-9a9bdb61-92a6-45da-a8e7-a4a3a2fcd749 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Sep 27 12:42:47.767159 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37597d-6639-4eb4-97a7-b1d0233c68df req-cc65ae65-9d4c-4212-9672-0db34ba9f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:47.768563 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e37597d-6639-4eb4-97a7-b1d0233c68df req-cc65ae65-9d4c-4212-9672-0db34ba9f0f3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 1103 time: 0.0420327 Sep 27 12:42:47.804230 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9e37597d-6639-4eb4-97a7-b1d0233c68df req-5ff64233-e18d-45a6-9b4e-0fec60a5ee9a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268416 Sep 27 12:42:48.089755 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8b348-304e-4ba1-b11f-8b88ddf79e73 req-f6278117-0444-4373-9b9b-d26e46999ba6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:48.091119 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f5b8b348-304e-4ba1-b11f-8b88ddf79e73 req-f6278117-0444-4373-9b9b-d26e46999ba6 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0510814 Sep 27 12:42:48.128386 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f5b8b348-304e-4ba1-b11f-8b88ddf79e73 req-a426f195-19f5-4379-b3b5-6827c0a2b6ae tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Sep 27 12:42:48.653641 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6172fa-3160-41b0-a8a2-4faa7ee50768 req-43b8bc13-a615-4b6a-b126-1cff9c918b03 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:48.655154 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eb6172fa-3160-41b0-a8a2-4faa7ee50768 req-43b8bc13-a615-4b6a-b126-1cff9c918b03 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0475874 Sep 27 12:42:48.693603 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eb6172fa-3160-41b0-a8a2-4faa7ee50768 req-80742670-5983-48ad-8633-e680a90f9656 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Sep 27 12:42:48.779269 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f8d7-0cb6-4ee8-8b5a-cc7914ffab5e req-813dab3e-e621-425c-8980-094f5eab7e47 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:48.780771 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9910f8d7-0cb6-4ee8-8b5a-cc7914ffab5e req-813dab3e-e621-425c-8980-094f5eab7e47 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0481939 Sep 27 12:42:48.817275 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9910f8d7-0cb6-4ee8-8b5a-cc7914ffab5e req-3c8e1a3a-e8cc-443a-b970-2a2303ae9842 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Sep 27 12:42:49.241712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658fe24-dfd5-46a4-a78e-3ee9f6fa12b4 req-ac85e831-6e08-49da-a2c7-cbc6cd8b2413 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:49.243951 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d658fe24-dfd5-46a4-a78e-3ee9f6fa12b4 req-ac85e831-6e08-49da-a2c7-cbc6cd8b2413 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0484841 Sep 27 12:42:49.281799 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d658fe24-dfd5-46a4-a78e-3ee9f6fa12b4 req-19e94133-3823-426e-bc3a-a1424f982655 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/security-groups?id=e352f9ba-b639-46a3-93de-ae80a35b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Sep 27 12:42:49.473037 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-639c0b62-97e2-4cf5-aa6f-0c09e95f56d5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:49.474661 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-639c0b62-97e2-4cf5-aa6f-0c09e95f56d5 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 946 time: 0.0501006 Sep 27 12:42:49.592751 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Deleting port cc2468ef-abfd-4a92-99bb-e2ed809657bf {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:42:49.593008 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:49.667652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c67c21-d0e1-43be-bb56-01e128a9c8fe req-45f58b2f-a340-4f43-8b8f-490638408992 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:49.669405 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-38c67c21-d0e1-43be-bb56-01e128a9c8fe req-45f58b2f-a340-4f43-8b8f-490638408992 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 946 time: 0.1062324 Sep 27 12:42:49.719217 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] For port cc2468ef-abfd-4a92-99bb-e2ed809657bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=cc2468ef-abfd-4a92-99bb-e2ed809657bf,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:49.719576 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:49.730953 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-38c67c21-d0e1-43be-bb56-01e128a9c8fe req-4e3c52f0-4478-4bf5-a0dc-e788bc801248 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Sep 27 12:42:49.737111 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Calling delete_port for cc2468ef-abfd-4a92-99bb-e2ed809657bf owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:42:49.817308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5358d-6805-4a13-8160-9af079fea56e req-ad57b7a5-5983-4db1-866f-5e2943a4b01e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:49.818779 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fab5358d-6805-4a13-8160-9af079fea56e req-ad57b7a5-5983-4db1-866f-5e2943a4b01e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0478144 Sep 27 12:42:49.858329 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fab5358d-6805-4a13-8160-9af079fea56e req-ccd40e4d-3495-45bb-9168-0a94f94eed74 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Sep 27 12:42:49.877312 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:49.895592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['cc2468ef-abfd-4a92-99bb-e2ed809657bf'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:49.933095 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Pushing event deleted for resources: {'Port': ['ID=cc2468ef-abfd-4a92-99bb-e2ed809657bf,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:49.981719 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] No DVR routers for this DVR port cc2468ef-abfd-4a92-99bb-e2ed809657bf on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:42:49.990272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010965d5-846a-4fdb-8fa5-1e18798087fd req-7282638e-6cf6-42b2-82c6-838da821d0bb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:49.991745 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-010965d5-846a-4fdb-8fa5-1e18798087fd req-7282638e-6cf6-42b2-82c6-838da821d0bb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.1072824 Sep 27 12:42:49.992766 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:49.995198 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-465d15c8-5baa-4d3f-b3dd-41ecbb131787 req-79467514-8e7f-4c52-ae03-7914919fa8ff tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.38 "DELETE /v2.0/ports/cc2468ef-abfd-4a92-99bb-e2ed809657bf HTTP/1.1" status: 204 len: 173 time: 0.5134258 Sep 27 12:42:49.995626 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'name': 'network-vif-deleted', 'tag': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:49.997855 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78535d45-ddde-495a-8ca9-43a38aba99c0" -d '{"events": [{"server_uuid": "efb542ee-0214-4d4b-b919-a3be9029d195", "name": "network-vif-deleted", "tag": "cc2468ef-abfd-4a92-99bb-e2ed809657bf"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:50.034334 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-010965d5-846a-4fdb-8fa5-1e18798087fd req-7ea01ff2-14a2-4ce3-8446-3fef35eb7a45 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331421 Sep 27 12:42:50.036688 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f05b7c-26ba-46a8-b8a0-8538b83fd3ef x-openstack-request-id: req-64f05b7c-26ba-46a8-b8a0-8538b83fd3ef {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:50.036980 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb542ee-0214-4d4b-b919-a3be9029d195", "name": "network-vif-deleted", "tag": "cc2468ef-abfd-4a92-99bb-e2ed809657bf", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:50.037231 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64f05b7c-26ba-46a8-b8a0-8538b83fd3ef {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:50.037615 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb542ee-0214-4d4b-b919-a3be9029d195', 'name': 'network-vif-deleted', 'tag': 'cc2468ef-abfd-4a92-99bb-e2ed809657bf', 'status': 'completed', 'code': 200} Sep 27 12:42:50.286197 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79fcba-eed9-4bf9-9f29-ae5ff45e400c req-aec4c9be-8dd6-4b73-9d5f-f71fd7a73ce9 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:50.287661 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7d79fcba-eed9-4bf9-9f29-ae5ff45e400c req-aec4c9be-8dd6-4b73-9d5f-f71fd7a73ce9 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0475893 Sep 27 12:42:50.326172 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7d79fcba-eed9-4bf9-9f29-ae5ff45e400c req-bab329a9-0391-4bb3-ac72-226eb136d4c4 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Sep 27 12:42:50.391838 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0798182-1f33-4eaa-a577-f46c67072105 req-3e8cf314-89dd-4328-b876-2921a7e76722 tempest-ServerRescueNegativeTestJSON-967291687 tempest-ServerRescueNegativeTestJSON-967291687-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb542ee-0214-4d4b-b919-a3be9029d195 HTTP/1.1" status: 200 len: 210 time: 0.0280094 Sep 27 12:42:50.842626 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31804600-efa1-4a96-b420-bf6415aab7c4 req-cc013c39-04a4-4167-8f44-605c994b22e6 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:50.844088 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-31804600-efa1-4a96-b420-bf6415aab7c4 req-cc013c39-04a4-4167-8f44-605c994b22e6 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 946 time: 0.0469708 Sep 27 12:42:50.880668 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-31804600-efa1-4a96-b420-bf6415aab7c4 req-aa4940da-57d9-44a1-a73d-6f6171f9ac79 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Sep 27 12:42:50.975730 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67e1c-9721-473b-8729-212610787437 req-7a1959fd-0fdc-4354-8745-96611ec31c7e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:50.977203 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-55c67e1c-9721-473b-8729-212610787437 req-7a1959fd-0fdc-4354-8745-96611ec31c7e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0469637 Sep 27 12:42:51.014183 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-55c67e1c-9721-473b-8729-212610787437 req-3ea1de48-0851-4dfd-9989-89ce3db3a207 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311155 Sep 27 12:42:51.441819 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed34082-cc31-4ed3-a686-0f899af2ceac req-449ff866-9489-4e28-8e8b-c782a29c3efb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:51.443293 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ed34082-cc31-4ed3-a686-0f899af2ceac req-449ff866-9489-4e28-8e8b-c782a29c3efb tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0519376 Sep 27 12:42:51.446260 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36714) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:51.606054 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:51.794036 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ed34082-cc31-4ed3-a686-0f899af2ceac req-9a4d0ae5-5235-4786-b157-82767bef91f5 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/security-groups?id=394f2778-8497-4d92-90a1-2ce4dccf40e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419826 Sep 27 12:42:51.819354 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-19a43176-0118-42a7-92a8-0077381b6eb0 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:51.820839 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-19a43176-0118-42a7-92a8-0077381b6eb0 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 946 time: 0.3316295 Sep 27 12:42:51.995242 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53cbb4-918e-441e-bb58-db3d4c28947b req-32900e35-09a8-4ae4-98ff-cb5eb18234d2 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:51.996859 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9c53cbb4-918e-441e-bb58-db3d4c28947b req-32900e35-09a8-4ae4-98ff-cb5eb18234d2 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 946 time: 0.0482864 Sep 27 12:42:51.999792 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Deleting port 9d23090c-93d9-4b34-9459-73d0244bb4eb {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:42:52.000253 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.062340 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9c53cbb4-918e-441e-bb58-db3d4c28947b req-5ea98cf9-eb3f-4e06-9ac4-24e2eef1bb0d tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d115cb-1d84-4268-b78f-bd076d3a5391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568147 Sep 27 12:42:52.074706 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946d017-3231-4d4a-8651-3316d37520df req-abc22af6-9063-4c10-931e-178030cccfba tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:52.076238 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2946d017-3231-4d4a-8651-3316d37520df req-abc22af6-9063-4c10-931e-178030cccfba tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 950 time: 0.0784674 Sep 27 12:42:52.169679 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Deleting port d878f1cf-4b76-445d-83a5-c833a802f291 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:42:52.169944 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.206005 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] For port 9d23090c-93d9-4b34-9459-73d0244bb4eb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9d23090c-93d9-4b34-9459-73d0244bb4eb,segment=NetworkSegment(771247c0-63fb-43a2-9aed-91044f9ff09c),segment_id=771247c0-63fb-43a2-9aed-91044f9ff09c)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:52.206374 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.227737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Calling delete_port for 9d23090c-93d9-4b34-9459-73d0244bb4eb owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:42:52.241965 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504cdb7-1c13-41d6-b0a2-5cd1ee12b356 req-a1aae120-f85b-4bf6-994d-6cefbda87117 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:52.243479 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e504cdb7-1c13-41d6-b0a2-5cd1ee12b356 req-a1aae120-f85b-4bf6-994d-6cefbda87117 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.1380384 Sep 27 12:42:52.260570 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] For port d878f1cf-4b76-445d-83a5-c833a802f291, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d878f1cf-4b76-445d-83a5-c833a802f291,segment=NetworkSegment(10aa83da-cf39-4219-bf06-8019e119ffc2),segment_id=10aa83da-cf39-4219-bf06-8019e119ffc2)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:52.261204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.273445 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Calling delete_port for d878f1cf-4b76-445d-83a5-c833a802f291 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:42:52.376299 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e504cdb7-1c13-41d6-b0a2-5cd1ee12b356 req-5c5684b4-75bf-4f62-9d26-675362962edb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209629 Sep 27 12:42:52.401117 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.411323 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d878f1cf-4b76-445d-83a5-c833a802f291'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:52.433493 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Pushing event deleted for resources: {'Port': ['ID=d878f1cf-4b76-445d-83a5-c833a802f291,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:52.467856 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.476400 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] No DVR routers for this DVR port d878f1cf-4b76-445d-83a5-c833a802f291 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:42:52.479693 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.481862 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2946d017-3231-4d4a-8651-3316d37520df req-39dba2ef-678a-424b-b9f5-0a64b55d6566 tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.38 "DELETE /v2.0/ports/d878f1cf-4b76-445d-83a5-c833a802f291 HTTP/1.1" status: 204 len: 173 time: 0.3989956 Sep 27 12:42:52.482356 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'name': 'network-vif-deleted', 'tag': 'd878f1cf-4b76-445d-83a5-c833a802f291'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:52.484955 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bf8413-d363-4dd9-ab54-e7425f5ff05e" -d '{"events": [{"server_uuid": "a1ff8cda-289f-4527-bfc5-df4932512aa1", "name": "network-vif-deleted", "tag": "d878f1cf-4b76-445d-83a5-c833a802f291"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:52.525297 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9375e47-3176-4423-b7f7-1e7bc95539a8 x-openstack-request-id: req-a9375e47-3176-4423-b7f7-1e7bc95539a8 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:52.525594 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff8cda-289f-4527-bfc5-df4932512aa1", "name": "network-vif-deleted", "tag": "d878f1cf-4b76-445d-83a5-c833a802f291", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:52.525844 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9375e47-3176-4423-b7f7-1e7bc95539a8 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:52.526370 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff8cda-289f-4527-bfc5-df4932512aa1', 'name': 'network-vif-deleted', 'tag': 'd878f1cf-4b76-445d-83a5-c833a802f291', 'status': 'completed', 'code': 200} Sep 27 12:42:52.561951 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.575051 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['9d23090c-93d9-4b34-9459-73d0244bb4eb'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:52.598619 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Pushing event deleted for resources: {'Port': ['ID=9d23090c-93d9-4b34-9459-73d0244bb4eb,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:52.651215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] No DVR routers for this DVR port 9d23090c-93d9-4b34-9459-73d0244bb4eb on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:42:52.670697 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.672682 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-937a1bc0-7545-471a-92fe-afa705286fe7 req-88aa0832-f9d4-4dbb-b18d-8e386957bf18 tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.38 "DELETE /v2.0/ports/9d23090c-93d9-4b34-9459-73d0244bb4eb HTTP/1.1" status: 204 len: 173 time: 0.8400967 Sep 27 12:42:52.673122 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'name': 'network-vif-deleted', 'tag': '9d23090c-93d9-4b34-9459-73d0244bb4eb'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:42:52.675402 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce30e1-c536-468f-8bbd-6912df3944e7" -d '{"events": [{"server_uuid": "3299c815-7bfe-4a2c-a1d7-a64a200916cc", "name": "network-vif-deleted", "tag": "9d23090c-93d9-4b34-9459-73d0244bb4eb"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:42:52.743038 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972dd0f0-717e-4894-bbf0-fa62ea4109aa x-openstack-request-id: req-972dd0f0-717e-4894-bbf0-fa62ea4109aa {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:42:52.743330 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3299c815-7bfe-4a2c-a1d7-a64a200916cc", "name": "network-vif-deleted", "tag": "9d23090c-93d9-4b34-9459-73d0244bb4eb", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:42:52.743588 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-972dd0f0-717e-4894-bbf0-fa62ea4109aa {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:42:52.744029 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3299c815-7bfe-4a2c-a1d7-a64a200916cc', 'name': 'network-vif-deleted', 'tag': '9d23090c-93d9-4b34-9459-73d0244bb4eb', 'status': 'completed', 'code': 200} Sep 27 12:42:52.858671 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Deleting port be15ca2f-f7f1-499f-a5ce-10ce5e015489 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:42:52.859015 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.901759 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b6334b14-e93b-4068-a7d2-66ab173809f4 req-f16e80c2-025e-4a69-bb37-8fd53b86eafd tempest-VolumesNegativeTest-1244497097 tempest-VolumesNegativeTest-1244497097-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ff8cda-289f-4527-bfc5-df4932512aa1 HTTP/1.1" status: 200 len: 210 time: 0.0266201 Sep 27 12:42:52.938507 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] For port be15ca2f-f7f1-499f-a5ce-10ce5e015489, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=be15ca2f-f7f1-499f-a5ce-10ce5e015489,segment=NetworkSegment(7e681231-7e68-4a25-bffa-5574bdac570e),segment_id=7e681231-7e68-4a25-bffa-5574bdac570e)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:52.939152 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:52.952955 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Calling delete_port for be15ca2f-f7f1-499f-a5ce-10ce5e015489 owned by network:router_interface {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:42:53.139794 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:53.180790 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=be15ca2f-f7f1-499f-a5ce-10ce5e015489,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:53.211666 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d8a3af5d-0f32-4cb4-8248-c080a0388f34 req-cb46a3be-bb20-4173-8a4f-1f429e60b4ab tempest-VolumesSnapshotTestJSON-1720463897 tempest-VolumesSnapshotTestJSON-1720463897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3299c815-7bfe-4a2c-a1d7-a64a200916cc HTTP/1.1" status: 200 len: 210 time: 0.0637500 Sep 27 12:42:53.324840 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-da81ca50-6586-44a4-ba1b-51f2f6be8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:53.352149 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device cc2468ef-abfd-4a92-99bb-e2ed809657bf no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:53.354338 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:53.377429 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: cc2468ef-abfd-4a92-99bb-e2ed809657bf {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:53.377763 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device cc2468ef-abfd-4a92-99bb-e2ed809657bf not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:53.378355 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 9d23090c-93d9-4b34-9459-73d0244bb4eb no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:53.397478 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 9d23090c-93d9-4b34-9459-73d0244bb4eb {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:53.397831 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 9d23090c-93d9-4b34-9459-73d0244bb4eb not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:53.494853 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a300c3b-cb77-4f0e-b1d5-9b5056068056 req-f1f01f04-0d96-45b6-a9ae-8d4231246c23 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:53.496513 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3a300c3b-cb77-4f0e-b1d5-9b5056068056 req-f1f01f04-0d96-45b6-a9ae-8d4231246c23 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0482714 Sep 27 12:42:53.534334 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3a300c3b-cb77-4f0e-b1d5-9b5056068056 req-f69fdd67-3e0f-4f9b-b5c1-f2c51a32ba1d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Sep 27 12:42:53.566559 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Router 02e91147-1569-4958-813a-e22eb868beb2 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:42:53.669694 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:42:53.674875 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f5e411f3-a2f0-4614-995a-cb4ea1665cdb admin admin] 10.222.0.15 "PUT /v2.0/routers/02e91147-1569-4958-813a-e22eb868beb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276618 Sep 27 12:42:53.677490 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36730) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:53.678132 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] Sync routers for ids ['02e91147-1569-4958-813a-e22eb868beb2'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:42:53.687702 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] Routers {'02e91147-1569-4958-813a-e22eb868beb2'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:42:53.688349 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:42:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['02e91147-1569-4958-813a-e22eb868beb2'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:53.794302 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] Set router 02e91147-1569-4958-813a-e22eb868beb2 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:42:53.982275 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:42:53Z', 'revision_number': 5, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:54.010178 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] Checking router: 02e91147-1569-4958-813a-e22eb868beb2 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:42:54.018792 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] Routers {'02e91147-1569-4958-813a-e22eb868beb2'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:42:54.019013 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.019405 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:42:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['02e91147-1569-4958-813a-e22eb868beb2'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:54.132600 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.194802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Deleting port e4d679ef-3a33-468b-9395-47ddadc43376 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:42:54.195400 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.244421 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] Set router 02e91147-1569-4958-813a-e22eb868beb2 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:42:54.325192 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] For port e4d679ef-3a33-468b-9395-47ddadc43376, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=e4d679ef-3a33-468b-9395-47ddadc43376,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:54.325554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.353224 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Calling delete_port for e4d679ef-3a33-468b-9395-47ddadc43376 owned by network:router_gateway {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:42:54.469245 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:42:53Z', 'revision_number': 5, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:54.502736 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37b875-0d80-4986-b646-0f85727664fe None None] The sync data for ids ['02e91147-1569-4958-813a-e22eb868beb2'] in dv-cinder-801522-3-iscsi is: [{'id': '02e91147-1569-4958-813a-e22eb868beb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1973431104-router', 'tenant_id': '50e77355d7d84246bf4a7db12749b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:15Z', 'updated_at': '2021-09-27T12:42:53Z', 'revision_number': 5, 'project_id': '50e77355d7d84246bf4a7db12749b574', 'gw_port': {'id': 'e4d679ef-3a33-468b-9395-47ddadc43376', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e91147-1569-4958-813a-e22eb868beb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:18Z', 'updated_at': '2021-09-27T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:42:54.568676 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.602038 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d679ef-3a33-468b-9395-47ddadc43376,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:54.729830 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a16db-07d2-4910-8d95-593cb713c1d3 req-8a4690cd-79cc-4e42-a38e-0e3579bb1f7f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:54.731406 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-6f5a16db-07d2-4910-8d95-593cb713c1d3 req-8a4690cd-79cc-4e42-a38e-0e3579bb1f7f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0715132 Sep 27 12:42:54.732290 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.865666 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.870091 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.878152 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-6f5a16db-07d2-4910-8d95-593cb713c1d3 req-41af4e9e-3672-4067-8f88-4a2eeefc9714 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281323 Sep 27 12:42:54.947646 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.948614 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e91147-1569-4958-813a-e22eb868beb2 {{(pid=100728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:42:54.956594 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:54.957750 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-3bfb4367-910f-4516-88f9-e050222a63f4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02e91147-1569-4958-813a-e22eb868beb2 HTTP/1.1" status: 204 len: 168 time: 1.2793510 Sep 27 12:42:54.960285 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36830) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:55.012786 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Deleting subnet c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 {{(pid=100728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:42:55.025523 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.041799 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device be15ca2f-f7f1-499f-a5ce-10ce5e015489 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:55.063634 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: be15ca2f-f7f1-499f-a5ce-10ce5e015489 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:55.064040 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device be15ca2f-f7f1-499f-a5ce-10ce5e015489 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:55.073057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7124126'] for subnet, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.117874 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.173321 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7226928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5729092'] for subnet, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.200019 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5edb74f-2124-4f9f-9c7a-391d9f7e15f6,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:55.205827 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.207791 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a3a2d9d2-efe8-449e-81ca-559678a54633 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5edb74f-2124-4f9f-9c7a-391d9f7e15f6 HTTP/1.1" status: 204 len: 168 time: 0.2465003 Sep 27 12:42:55.210398 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 36848) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:55.294019 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.382419 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.402889 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1bffd1-0dff-45de-bab7-454c54a655e2']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:55.411923 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e681231-7e68-4a25-bffa-5574bdac570e') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:55.412255 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e681231-7e68-4a25-bffa-5574bdac570e') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:42:55.422365 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.435938 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.441891 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:42:55.442274 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:42:55.443989 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:42:55.498612 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.505791 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.507604 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd1bffd1-0dff-45de-bab7-454c54a655e2 HTTP/1.1" status: 204 len: 168 time: 0.2961297 Sep 27 12:42:55.517051 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdda89-5b9e-4c5a-95eb-f0dc5e4502c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1bffd1-0dff-45de-bab7-454c54a655e2,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:55.700307 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36910) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:55.740802 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9d3da2df-7f0b-4c84-8c1e-ce96bfbac372 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50e77355d7d84246bf4a7db12749b574&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419393 Sep 27 12:42:55.743162 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 36918) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:55.799193 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-39557301-c2db-4004-92a7-6fe7d66cdff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.826194 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-39557301-c2db-4004-92a7-6fe7d66cdff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.880589 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-39557301-c2db-4004-92a7-6fe7d66cdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.883500 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-39557301-c2db-4004-92a7-6fe7d66cdff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:55.885256 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-39557301-c2db-4004-92a7-6fe7d66cdff7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e352f9ba-b639-46a3-93de-ae80a35b79d8 HTTP/1.1" status: 204 len: 168 time: 0.1411359 Sep 27 12:42:55.896908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39557301-c2db-4004-92a7-6fe7d66cdff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352f9ba-b639-46a3-93de-ae80a35b79d8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:56.040331 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7682a-d77f-4b4e-81c9-eccfec2f8942 req-b52b4fd1-7f11-454b-a9e4-c16ab3c1b72c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:56.042039 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-31f7682a-d77f-4b4e-81c9-eccfec2f8942 req-b52b4fd1-7f11-454b-a9e4-c16ab3c1b72c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.0579445 Sep 27 12:42:56.044525 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8bcc248c-1a2c-4f20-a11b-52a0475b4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.085052 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-31f7682a-d77f-4b4e-81c9-eccfec2f8942 req-41c112be-001a-4b56-97de-a8adc526aea5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340955 Sep 27 12:42:56.631932 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device e4d679ef-3a33-468b-9395-47ddadc43376 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:56.633271 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37004) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:56.653235 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: e4d679ef-3a33-468b-9395-47ddadc43376 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:56.653587 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device e4d679ef-3a33-468b-9395-47ddadc43376 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:56.730269 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2113867247-network', 'tenant_id': '8ad383efcc4b4f81a733711adc5361bf'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:56.750358 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Made reservation on behalf of 8ad383efcc4b4f81a733711adc5361bf for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:42:56.752559 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.760989 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.845154 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.848706 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.867958 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:42:56.881730 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.883345 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.883689 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Added segment 94b34b61-ea41-4838-afdc-1600cce91c6f of type vlan for network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 Sep 27 12:42:56.891541 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0045179c-5c21-4388-a639-9c89fd8a2b43,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:56.924801 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.948956 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.949914 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:56.950481 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:56.984698 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3501554 Sep 27 12:42:56.986161 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37010) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:42:56.990980 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Request body: {'subnet': {'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2113867247-subnet', 'tenant_id': '8ad383efcc4b4f81a733711adc5361bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:42:57.016169 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Made reservation on behalf of 8ad383efcc4b4f81a733711adc5361bf for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:42:57.018246 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25cf6-e1cc-4a1e-b7c6-f841f269980f admin admin] Pushing event updated for resources: {'Network': ['ID=0a53e0e4-ac1f-427f-b4bc-2f32929efa18,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:57.018668 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:57.028119 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:42:57.213479 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:57.265716 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:57.267158 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac926b-6d26-430b-b48c-ac2e7f035923 req-f9aaba26-2cd8-41f9-b5d1-c0257d18f9e7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:57.268922 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f0ac926b-6d26-430b-b48c-ac2e7f035923 req-f9aaba26-2cd8-41f9-b5d1-c0257d18f9e7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 943 time: 0.1015127 Sep 27 12:42:57.294918 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c37629-a144-4ef1-a6bd-aa428cbc6702,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:57.312462 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Checking segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:42:57.312817 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Network hostable DHCP agents. Network: 0a53e0e4-ac1f-427f-b4bc-2f32929efa18, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:42:57.340512 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f0ac926b-6d26-430b-b48c-ac2e7f035923 req-467127eb-4f9f-4931-8739-7f5e165da750 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631092 Sep 27 12:42:57.346737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:42:57.356816 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 0a53e0e4-ac1f-427f-b4bc-2f32929efa18) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:42:57.360922 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:57.361629 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:57.367261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f647c32-4271-45e1-97e8-b61da26eccf1 None None] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:42:57.375933 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-10ba72bc-a229-46a5-897e-cd0a5a2d51ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3886995 Sep 27 12:42:57.490455 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece16aa-de32-4863-a5ff-b340ac25e89c None None] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:42:57.810218 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-cd450739-84ce-463c-a9c0-2bb4fcd43545 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:57.811572 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-cd450739-84ce-463c-a9c0-2bb4fcd43545 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1017632 Sep 27 12:42:57.825846 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-5b3b5372-189c-4279-afd3-850ab2e42454 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/quotas/8ad383efcc4b4f81a733711adc5361bf HTTP/1.1" status: 200 len: 375 time: 0.0086505 Sep 27 12:42:57.856347 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-366100b1-00e2-4a57-8ffb-27167ec15d80 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255084 Sep 27 12:42:57.944104 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-37089aaa-4419-4d77-9178-fadda26eac31 service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804827 Sep 27 12:42:57.986282 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:42:58.036253 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-4c4367aa-3c10-4d09-b9c8-fb320738c1b7 service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857363 Sep 27 12:42:58.081756 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:58.093155 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'port_id': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'mac_address': 'fa:16:3e:31:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:42:58.129989 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:58.145870 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73638159-19e3-4baf-8f2e-00f7cb89284b {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:42:58.164268 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:42:58.168150 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:58.213077 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=9']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:42:58.456824 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6786151-eca1-4743-911e-9a93bc55f70e req-58c93809-cedc-43f5-a375-f1c951fda2ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:58.458306 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f6786151-eca1-4743-911e-9a93bc55f70e req-58c93809-cedc-43f5-a375-f1c951fda2ef tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 944 time: 0.0481701 Sep 27 12:42:58.495643 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f6786151-eca1-4743-911e-9a93bc55f70e req-675da568-3640-4fd0-aaf6-df0c6e68c26d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Sep 27 12:42:59.006910 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d878f1cf-4b76-445d-83a5-c833a802f291 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:42:59.027642 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: d878f1cf-4b76-445d-83a5-c833a802f291 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:42:59.027987 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d878f1cf-4b76-445d-83a5-c833a802f291 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:42:59.129193 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:42:59.207145 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f4d42850-59c2-4b89-b2dc-98b482b734cc req-f43d69e9-9d8e-4718-b8ff-f3da99bba457 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Sep 27 12:42:59.283349 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['73638159-19e3-4baf-8f2e-00f7cb89284b'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:42:59.614720 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6661759-fd38-471f-ac93-0f488973d369 req-4dd3198c-3509-49ce-9916-94a935089f69 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:42:59.616334 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d6661759-fd38-471f-ac93-0f488973d369 req-4dd3198c-3509-49ce-9916-94a935089f69 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 944 time: 0.0494952 Sep 27 12:42:59.654245 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d6661759-fd38-471f-ac93-0f488973d369 req-3e19e323-3b4c-4097-a1ef-eabaf3a00841 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Sep 27 12:42:59.990457 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37060) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:00.206579 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-808d1f95-1b9b-4205-8f23-bb4a2173996a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5768b567c7846feaa0dd66396c52e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149699 Sep 27 12:43:00.209476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37068) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:00.236573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-ca375075-2b6f-4577-87da-2276ab6f46f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:00.238049 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-ca375075-2b6f-4577-87da-2276ab6f46f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1381383 Sep 27 12:43:00.254085 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Request body: {'port': {'device_id': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'admin_state_up': True, 'tenant_id': '8ad383efcc4b4f81a733711adc5361bf'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:00.269085 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fee6436f-ea76-4932-abf0-53d6b9440288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.296005 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fee6436f-ea76-4932-abf0-53d6b9440288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.319288 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-931a43c9-fe7b-4b4c-8eca-5f56347c2694 req-d5de51b1-84b0-4786-a0da-a89ad64b4728 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Sep 27 12:43:00.358583 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fee6436f-ea76-4932-abf0-53d6b9440288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.361475 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fee6436f-ea76-4932-abf0-53d6b9440288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.365218 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fee6436f-ea76-4932-abf0-53d6b9440288 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/394f2778-8497-4d92-90a1-2ce4dccf40e4 HTTP/1.1" status: 204 len: 168 time: 0.1519022 Sep 27 12:43:00.371508 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6436f-ea76-4932-abf0-53d6b9440288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f2778-8497-4d92-90a1-2ce4dccf40e4,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:00.436850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Made reservation on behalf of 8ad383efcc4b4f81a733711adc5361bf for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:00.440380 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.587322 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Allocated IP 172.20.0.6 (0a53e0e4-ac1f-427f-b4bc-2f32929efa18/e2c37629-a144-4ef1-a6bd-aa428cbc6702/c25ec8f6-7171-486b-9aff-163c0af018ed) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:00.742319 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.771336 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b51fa-dbc5-4d0d-a85c-e6e74e42fb69 req-46066d31-a046-4b2e-937c-378c50f7adab tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:00.773305 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-201b51fa-dbc5-4d0d-a85c-e6e74e42fb69 req-46066d31-a046-4b2e-937c-378c50f7adab tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 944 time: 0.0485351 Sep 27 12:43:00.776919 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.813889 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-201b51fa-dbc5-4d0d-a85c-e6e74e42fb69 req-076b6de9-4451-4254-91e2-8503502898c7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335186 Sep 27 12:43:00.818106 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:00.821307 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:00.825120 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:00.857241 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event updated for resources: {'Port': ['ID=c25ec8f6-7171-486b-9aff-163c0af018ed,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:00.883710 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:00.884370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:00.897391 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-dc7471ac-39d8-4c20-b63d-e4d8eabe2876 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6474919 Sep 27 12:43:00.914306 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Request body: {'port': {'device_id': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:00.966218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.219209 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25ec8f6-7171-486b-9aff-163c0af018ed {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:43:01.226342 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.238141 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Transition to ACTIVE for port object c25ec8f6-7171-486b-9aff-163c0af018ed will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:43:01.240841 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.308320 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Pushing event updated for resources: {'Port': ['ID=c25ec8f6-7171-486b-9aff-163c0af018ed,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:01.357631 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Attempting to bind port c25ec8f6-7171-486b-9aff-163c0af018ed on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:01.357964 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Attempting to bind port c25ec8f6-7171-486b-9aff-163c0af018ed by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:01.358293 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Attempting to bind port c25ec8f6-7171-486b-9aff-163c0af018ed on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:01.362472 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Port c25ec8f6-7171-486b-9aff-163c0af018ed on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:43:01.363140 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Attempting to bind port c25ec8f6-7171-486b-9aff-163c0af018ed on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:01.367688 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:01.367985 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Checking segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:01.368397 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Bound using segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:01.368873 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Bound port: c25ec8f6-7171-486b-9aff-163c0af018ed, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:01.369230 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.370118 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:01.418396 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 73638159-19e3-4baf-8f2e-00f7cb89284b triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:01.418776 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.468140 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] For port c25ec8f6-7171-486b-9aff-163c0af018ed, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:01.476938 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674553f7-9d55-4ad5-a333-32ee6450d201 req-87031484-9e93-4b2d-8038-ffce82e60ce0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:01.478453 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-674553f7-9d55-4ad5-a333-32ee6450d201 req-87031484-9e93-4b2d-8038-ffce82e60ce0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 943 time: 0.0752826 Sep 27 12:43:01.494303 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] For port c25ec8f6-7171-486b-9aff-163c0af018ed, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c25ec8f6-7171-486b-9aff-163c0af018ed,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:01.497859 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.503737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.524666 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:01.527078 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eb33f5-69a2-42da-bfbf-2e102f725966" -d '{"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-plugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:01.542781 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:01.549114 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.554343 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:01.554920 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:01.556877 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] 10.222.0.38 "PUT /v2.0/ports/c25ec8f6-7171-486b-9aff-163c0af018ed HTTP/1.1" status: 200 len: 1093 time: 0.6459591 Sep 27 12:43:01.557472 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'tag': 'c25ec8f6-7171-486b-9aff-163c0af018ed'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:01.559849 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c99a3112-45f9-439c-a360-888ad88d40c2", "tag": "c25ec8f6-7171-486b-9aff-163c0af018ed"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:01.564802 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-674553f7-9d55-4ad5-a333-32ee6450d201 req-1b006db0-d9d9-442a-a5ee-13dcf0f66fa6 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793991 Sep 27 12:43:01.583572 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f42e4-c096-4c70-b67d-679db58fd6cd service neutron] Pushing event updated for resources: {'Port': ['ID=c25ec8f6-7171-486b-9aff-163c0af018ed,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:01.604929 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a7d1ee-c567-427a-980c-31f9b0b0c5fd x-openstack-request-id: req-53a7d1ee-c567-427a-980c-31f9b0b0c5fd {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:01.605305 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-plugged", "status": "completed", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:01.605480 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53a7d1ee-c567-427a-980c-31f9b0b0c5fd {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:01.606032 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'code': 200} Sep 27 12:43:01.630663 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=10']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:01.661365 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04269e0-d08f-4677-9bec-c74b378dccdf x-openstack-request-id: req-f04269e0-d08f-4677-9bec-c74b378dccdf {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:01.661721 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99a3112-45f9-439c-a360-888ad88d40c2", "tag": "c25ec8f6-7171-486b-9aff-163c0af018ed", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:01.662029 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f04269e0-d08f-4677-9bec-c74b378dccdf {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:01.662472 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'tag': 'c25ec8f6-7171-486b-9aff-163c0af018ed', 'status': 'completed', 'code': 200} Sep 27 12:43:01.678962 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-e2c5625d-6d23-4ea7-91d4-04c50329f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:01.680493 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-e2c5625d-6d23-4ea7-91d4-04c50329f326 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 1096 time: 0.0624826 Sep 27 12:43:01.725327 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-7222aaa5-059c-4cf2-a513-5c160ebe79ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25ec8f6-7171-486b-9aff-163c0af018ed HTTP/1.1" status: 200 len: 217 time: 0.0346444 Sep 27 12:43:01.773803 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-05b0de81-51d8-4927-b6fe-0074fa2cd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:01.775305 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-05b0de81-51d8-4927-b6fe-0074fa2cd157 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0427296 Sep 27 12:43:01.808127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-6f18f720-c256-4c26-8048-4e504249f3d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252969 Sep 27 12:43:01.903987 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-fff9730b-c955-4876-b845-d2cdd21b9cc9 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846362 Sep 27 12:43:01.939007 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5a582-6da8-4674-8dd5-b51e0df49dfc req-d2ce16c2-4245-466a-a8d5-7dedfd78b6f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:01.940725 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1ff5a582-6da8-4674-8dd5-b51e0df49dfc req-d2ce16c2-4245-466a-a8d5-7dedfd78b6f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0532017 Sep 27 12:43:01.982819 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1ff5a582-6da8-4674-8dd5-b51e0df49dfc req-84c3c431-8f0e-4e2f-a229-e502450f8f83 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Sep 27 12:43:02.023718 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4176ca7b-fca4-498e-81c5-c59c58975300 req-e84daa40-fd3a-4edd-bafc-96a1ca82648a service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116850 Sep 27 12:43:02.099230 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1689-a74a-4f87-90c7-5a57255e7a04 req-1da37806-d495-4d64-af1d-3707be9c7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:02.101188 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-292a1689-a74a-4f87-90c7-5a57255e7a04 req-1da37806-d495-4d64-af1d-3707be9c7a9a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 1099 time: 0.0451200 Sep 27 12:43:02.115556 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-aa7faa44-5ff2-41eb-9d29-c1f8290ce450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:02.117101 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-aa7faa44-5ff2-41eb-9d29-c1f8290ce450 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 1096 time: 0.0438719 Sep 27 12:43:02.136545 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-292a1689-a74a-4f87-90c7-5a57255e7a04 req-0b8c714a-3289-4f32-8c1f-a722b56e0aa7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281940 Sep 27 12:43:02.203947 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-abbcae96-c068-47ed-b67a-aa632b1e4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:02.205450 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-abbcae96-c068-47ed-b67a-aa632b1e4d27 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 916 time: 0.0814981 Sep 27 12:43:02.407817 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-e7b375ca-56cc-44c5-8c0d-3dac0053334e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25ec8f6-7171-486b-9aff-163c0af018ed HTTP/1.1" status: 200 len: 217 time: 0.0363946 Sep 27 12:43:02.457682 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-48189ac7-89e2-4252-aac8-072c49faa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:02.459076 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-48189ac7-89e2-4252-aac8-072c49faa3cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0419950 Sep 27 12:43:02.501191 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-c60f3e4b-2a3e-468b-b1f8-9fd90a4239f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230310 Sep 27 12:43:02.593545 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-1392d8ab-9dd7-49b9-a1dc-80f76f61173d service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829129 Sep 27 12:43:02.684203 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cca28a2-c0df-4ca8-b55d-54202d1d86ba req-da955729-e58e-47b4-8b21-f4f396616bb6 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826914 Sep 27 12:43:02.688802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a55a-a9ff-4366-905f-3a1ecf87756e req-a9ff9f2f-193e-4a80-869e-50a0504b94f1 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:02.690264 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3276a55a-a9ff-4366-905f-3a1ecf87756e req-a9ff9f2f-193e-4a80-869e-50a0504b94f1 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 943 time: 0.0492172 Sep 27 12:43:02.727685 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3276a55a-a9ff-4366-905f-3a1ecf87756e req-a0c8599d-3ac3-4b71-a322-688ec2f7b636 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Sep 27 12:43:03.106832 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ff3c-98b0-4fc0-b709-df5de8ecdc24 req-979e04a4-a390-4656-b4dd-77e95674a393 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:03.108620 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2e34ff3c-98b0-4fc0-b709-df5de8ecdc24 req-979e04a4-a390-4656-b4dd-77e95674a393 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0509043 Sep 27 12:43:03.145749 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2e34ff3c-98b0-4fc0-b709-df5de8ecdc24 req-06858007-0fe3-4900-b662-8e508f57ff64 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Sep 27 12:43:03.842058 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcfa28-845c-4e80-8717-e5679e1d7d9c req-90d8df55-6206-4dd6-97e9-f8cd454b2fce tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:03.843541 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-53dcfa28-845c-4e80-8717-e5679e1d7d9c req-90d8df55-6206-4dd6-97e9-f8cd454b2fce tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 943 time: 0.0488429 Sep 27 12:43:03.882457 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-53dcfa28-845c-4e80-8717-e5679e1d7d9c req-1b0e09bb-9eb9-4a7d-b9ab-fd623ef0eb64 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Sep 27 12:43:04.272987 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8687c-eb67-4a72-918b-fbb2b3e93fed req-34fa0c05-a20f-48be-a27e-bbf6bf53b2dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:04.274458 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8ab8687c-eb67-4a72-918b-fbb2b3e93fed req-34fa0c05-a20f-48be-a27e-bbf6bf53b2dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0527422 Sep 27 12:43:04.312657 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8ab8687c-eb67-4a72-918b-fbb2b3e93fed req-60c24c3e-98cb-4d96-a053-102506cf67b2 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Sep 27 12:43:04.997842 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9cdc-50e5-4b2f-8815-58d0f872900a req-e37dd6e8-a620-481a-ac11-346749b1d067 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:04.999322 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e21e9cdc-50e5-4b2f-8815-58d0f872900a req-e37dd6e8-a620-481a-ac11-346749b1d067 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 943 time: 0.0507112 Sep 27 12:43:05.037664 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e21e9cdc-50e5-4b2f-8815-58d0f872900a req-09df3432-4328-432b-a86d-423b6edaa41f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Sep 27 12:43:05.516117 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c25ec8f6-7171-486b-9aff-163c0af018ed details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:43:05.609572 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c25ec8f6-7171-486b-9aff-163c0af018ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c25ec8f6-7171-486b-9aff-163c0af018ed,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:05.621126 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'c25ec8f6-7171-486b-9aff-163c0af018ed', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'port_id': 'c25ec8f6-7171-486b-9aff-163c0af018ed', 'mac_address': 'fa:16:3e:cb:4b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c37629-a144-4ef1-a6bd-aa428cbc6702', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:43:05.655698 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:05.668498 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25ec8f6-7171-486b-9aff-163c0af018ed {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:43:05.686363 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c25ec8f6-7171-486b-9aff-163c0af018ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c25ec8f6-7171-486b-9aff-163c0af018ed,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:05.690231 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:05.735236 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c25ec8f6-7171-486b-9aff-163c0af018ed,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:05.741952 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.742318 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.742659 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.742990 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.743318 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.743669 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.743993 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.744339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.744747 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.745079 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.745400 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:05.745722 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:06.150324 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0da56-089f-4477-8a35-7a5f985ccadb req-09bed399-0835-4bf4-9fd0-516a83b16c53 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:06.152469 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0fa0da56-089f-4477-8a35-7a5f985ccadb req-09bed399-0835-4bf4-9fd0-516a83b16c53 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 944 time: 0.0470991 Sep 27 12:43:06.188622 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0fa0da56-089f-4477-8a35-7a5f985ccadb req-1941ad9f-e860-4172-ac95-2f4e0696e835 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Sep 27 12:43:07.299378 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddde1e5-18a6-483d-9652-51db06f1a660 req-33077b36-c9b6-4c1f-9fab-e8bf7d8a3a17 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:07.300894 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5ddde1e5-18a6-483d-9652-51db06f1a660 req-33077b36-c9b6-4c1f-9fab-e8bf7d8a3a17 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 944 time: 0.0482249 Sep 27 12:43:07.342092 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5ddde1e5-18a6-483d-9652-51db06f1a660 req-2d881929-b5ba-4edb-8bda-4529f0fd4f9a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347288 Sep 27 12:43:07.756436 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:43:08.454396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82282b-115f-4ed8-850f-258adbdd52f4 req-ab477dda-9dec-4dac-87c7-fb22b931f35f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:08.455893 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0c82282b-115f-4ed8-850f-258adbdd52f4 req-ab477dda-9dec-4dac-87c7-fb22b931f35f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 944 time: 0.0484357 Sep 27 12:43:08.494444 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0c82282b-115f-4ed8-850f-258adbdd52f4 req-8d4d0fb7-abfa-470d-bc19-1052e6dce972 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Sep 27 12:43:09.475852 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c25ec8f6-7171-486b-9aff-163c0af018ed up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:09.523007 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port c25ec8f6-7171-486b-9aff-163c0af018ed completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:43:09.527254 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port c25ec8f6-7171-486b-9aff-163c0af018ed triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:09.527631 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:09.607036 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:09.607760 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163802-289d-48a8-aa35-1d24427e7a19 req-7b6140ea-ddfa-41bd-8bbf-1b15e48dd53e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:09.609456 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f2163802-289d-48a8-aa35-1d24427e7a19 req-7b6140ea-ddfa-41bd-8bbf-1b15e48dd53e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Sep 27 12:43:09.629846 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25ec8f6-7171-486b-9aff-163c0af018ed'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:09.632102 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39bdbfa-072f-4f37-9b08-fd1256e577a3" -d '{"events": [{"server_uuid": "c99a3112-45f9-439c-a360-888ad88d40c2", "name": "network-vif-plugged", "status": "completed", "tag": "c25ec8f6-7171-486b-9aff-163c0af018ed"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:09.646600 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c25ec8f6-7171-486b-9aff-163c0af018ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c25ec8f6-7171-486b-9aff-163c0af018ed,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:09.652332 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:09.653791 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f2163802-289d-48a8-aa35-1d24427e7a19 req-d3562c0e-ac7c-4396-9ea6-c29d14f2a595 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Sep 27 12:43:09.683900 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc154c53-e98b-4414-a446-8ea2b9977e72 x-openstack-request-id: req-fc154c53-e98b-4414-a446-8ea2b9977e72 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:09.684224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99a3112-45f9-439c-a360-888ad88d40c2", "name": "network-vif-plugged", "status": "completed", "tag": "c25ec8f6-7171-486b-9aff-163c0af018ed", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:09.684480 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc154c53-e98b-4414-a446-8ea2b9977e72 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:09.684867 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25ec8f6-7171-486b-9aff-163c0af018ed', 'code': 200} Sep 27 12:43:09.709829 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c25ec8f6-7171-486b-9aff-163c0af018ed,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:09.722704 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:43:09.860396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b959e-c173-4201-a0ae-a1bd2909854d req-ee793216-f695-499d-a3dc-75a88fcfd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:09.861864 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2c6b959e-c173-4201-a0ae-a1bd2909854d req-ee793216-f695-499d-a3dc-75a88fcfd1f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 1098 time: 0.0424871 Sep 27 12:43:09.896235 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2c6b959e-c173-4201-a0ae-a1bd2909854d req-3bd2b4c2-3fb7-43bf-a06d-73344cc008b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267129 Sep 27 12:43:10.769931 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-6ec5-48ec-bcbe-a172feb57ea0 req-8f156547-3613-4641-afb9-a54632afa7a2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:10.771398 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-104825fb-6ec5-48ec-bcbe-a172feb57ea0 req-8f156547-3613-4641-afb9-a54632afa7a2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 945 time: 0.0505044 Sep 27 12:43:10.808416 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-104825fb-6ec5-48ec-bcbe-a172feb57ea0 req-1187a44f-66da-4dc6-9e81-7de00eb9c5df tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303829 Sep 27 12:43:11.921466 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd79330-fc34-471c-8217-9813ed88758c req-d6f46c48-72a9-4f16-83bf-2f1c90eaa9e1 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:11.922977 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fdd79330-fc34-471c-8217-9813ed88758c req-d6f46c48-72a9-4f16-83bf-2f1c90eaa9e1 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 945 time: 0.0478072 Sep 27 12:43:11.959175 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fdd79330-fc34-471c-8217-9813ed88758c req-c43a7860-48f1-41eb-b790-628c7ff5620c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304139 Sep 27 12:43:17.692299 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37288) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:17.735211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Deleting subnet 2172bf8f-3a4c-4624-a550-d561f2952246 {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:43:17.738136 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:17.773644 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:17.811187 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:17.861869 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:17.887129 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2172bf8f-3a4c-4624-a550-d561f2952246,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:17.890878 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:17.893060 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a476e8d1-a461-484a-80bc-b0d1e03e4360 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2172bf8f-3a4c-4624-a550-d561f2952246 HTTP/1.1" status: 204 len: 168 time: 0.1994941 Sep 27 12:43:17.895267 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37292) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:17.966891 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.046684 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.067495 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2297e16a-d182-471b-98f3-4b1bb9dabc7f']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:18.078568 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771247c0-63fb-43a2-9aed-91044f9ff09c') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:18.078924 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771247c0-63fb-43a2-9aed-91044f9ff09c') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:18.088466 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.102650 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.109384 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:43:18.109790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:43:18.125238 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:43:18.173065 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.178696 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.180472 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2297e16a-d182-471b-98f3-4b1bb9dabc7f HTTP/1.1" status: 204 len: 168 time: 0.2843006 Sep 27 12:43:18.193247 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cef4e-d661-4c8a-8abe-91098c872906 admin admin] Pushing event deleted for resources: {'Network': ['ID=2297e16a-d182-471b-98f3-4b1bb9dabc7f,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:18.338050 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37304) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:18.377340 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-54080a83-01eb-47ad-a067-402cea72db18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9cf83442f7542969356980e56062881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381222 Sep 27 12:43:18.379735 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37306) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:18.425263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.445757 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.490330 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.492854 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:18.494064 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39d115cb-1d84-4268-b78f-bd076d3a5391 HTTP/1.1" status: 204 len: 168 time: 0.1134071 Sep 27 12:43:18.502088 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d115cb-1d84-4268-b78f-bd076d3a5391,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:18.509132 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.509487 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.509831 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.510215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.510530 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.510864 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.511194 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.511522 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.511853 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.512228 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.512542 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:18.512862 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823f9f8-79d9-468a-a510-03d42da5959d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:21.326699 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-4b69063e-4088-4d1a-ad2b-042d80c3ab9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:21.326699 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-4b69063e-4088-4d1a-ad2b-042d80c3ab9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1041386 Sep 27 12:43:21.338909 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-310fdce1-703e-4281-8f0a-e32f0e7fbd14 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/quotas/8ad383efcc4b4f81a733711adc5361bf HTTP/1.1" status: 200 len: 375 time: 0.0098965 Sep 27 12:43:21.387836 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-83b8270e-106d-459c-9f29-5aed020d9de0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432353 Sep 27 12:43:21.485053 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-78e7772f-ff19-47ec-b9f4-7c473d066ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Sep 27 12:43:21.501018 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a553e0-393f-4643-985c-b5dc7aeb9403 req-25947385-90bd-45fc-ba93-a09c06542b7e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:21.502538 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-95a553e0-393f-4643-985c-b5dc7aeb9403 req-25947385-90bd-45fc-ba93-a09c06542b7e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0484679 Sep 27 12:43:21.539523 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-95a553e0-393f-4643-985c-b5dc7aeb9403 req-20994464-487e-4f35-91d8-27ebd2874a22 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309777 Sep 27 12:43:21.573750 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-f1b14336-65ee-4485-80d4-1a80d93d9fcf service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826974 Sep 27 12:43:21.619955 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:21.729854 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5539fb4f-6cdb-4acc-938e-6bb5a8edf4fc req-72301c1d-cc20-439e-ad2e-363ffd9e466e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 210 time: 0.0292559 Sep 27 12:43:22.655942 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d9-a72c-4211-bd19-2ac9e8120e17 req-59cdefe5-4523-4cc9-bd60-d43b76e09079 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:22.657438 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-634e20d9-a72c-4211-bd19-2ac9e8120e17 req-59cdefe5-4523-4cc9-bd60-d43b76e09079 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0511234 Sep 27 12:43:22.694304 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-634e20d9-a72c-4211-bd19-2ac9e8120e17 req-21ac53df-759d-4955-82d1-75f82c97cbb1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Sep 27 12:43:22.820329 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ba858331-7d2f-4cc8-b235-a61526dfcafa req-700f02ac-8caa-47d2-a3b6-979a78cc6a73 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 210 time: 0.0252914 Sep 27 12:43:23.320574 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c2de88e-29c3-4870-adee-4db60e0b755b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:23.809486 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510e2dc-28db-4a44-8474-0b1555410660 req-0e803eb9-baaa-4501-93de-d0b43fc32a71 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:23.811843 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d510e2dc-28db-4a44-8474-0b1555410660 req-0e803eb9-baaa-4501-93de-d0b43fc32a71 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0498118 Sep 27 12:43:23.853827 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d510e2dc-28db-4a44-8474-0b1555410660 req-239b38e8-06f2-477f-b07d-086b13d4e63d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357223 Sep 27 12:43:23.914878 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-98d27968-60f6-4934-9c15-422e0c9b2068 req-ead828cb-d432-4279-a8cd-e7456ab47537 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 210 time: 0.0264673 Sep 27 12:43:24.541800 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-3ce1496b-2066-4e89-bdd2-c92f1eedd59d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:24.543474 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-3ce1496b-2066-4e89-bdd2-c92f1eedd59d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1085744 Sep 27 12:43:24.559709 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Request body: {'port': {'device_id': '244a763f-0ad6-4793-80ac-e873ceb38297', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'admin_state_up': True, 'tenant_id': '8ad383efcc4b4f81a733711adc5361bf'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:24.665732 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Made reservation on behalf of 8ad383efcc4b4f81a733711adc5361bf for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:24.669383 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:24.979116 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2b9f-d222-40a8-804b-2e236ab4b3c1 req-1d2c86d3-7ee8-4fa0-b95f-f6b81acc3036 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:24.981304 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-118c2b9f-d222-40a8-804b-2e236ab4b3c1 req-1d2c86d3-7ee8-4fa0-b95f-f6b81acc3036 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0578432 Sep 27 12:43:25.007637 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Allocated IP 172.20.0.11 (0a53e0e4-ac1f-427f-b4bc-2f32929efa18/e2c37629-a144-4ef1-a6bd-aa428cbc6702/edff9594-22e4-43d2-953a-22f59212aaa4) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:25.037725 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-118c2b9f-d222-40a8-804b-2e236ab4b3c1 req-68c5639b-245e-48c9-a7ad-7c43ca2f3f48 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487735 Sep 27 12:43:25.060990 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cc170695-f48c-4a89-b08c-0137d7c61ca5 req-84d20a91-0040-4041-8f27-c060bbbe72c2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 210 time: 0.0359664 Sep 27 12:43:25.182298 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:25.214253 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:25.227049 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:43:25.251866 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:25.254946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:25.257404 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:25.295748 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event updated for resources: {'Port': ['ID=edff9594-22e4-43d2-953a-22f59212aaa4,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:25.309104 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.309448 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.309793 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.310121 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.310450 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.310778 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.311101 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.311422 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.311743 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.312077 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.312415 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.312735 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:25.329075 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:25.329720 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:25.345155 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-949d099d-d715-40f8-9bfc-a1a14ddb1c9c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7902551 Sep 27 12:43:26.035099 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-ab91f037-4efd-4830-84f4-d96d27624c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:26.155704 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e3fb-08b4-4fc1-845d-e169632709a9 req-37c95afd-c5fb-4fb7-9304-ecebca563ba2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:26.157241 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c9f1e3fb-08b4-4fc1-845d-e169632709a9 req-37c95afd-c5fb-4fb7-9304-ecebca563ba2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0514138 Sep 27 12:43:26.179656 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad442ad6-3e4f-45b3-bbc2-305a743102fc req-038a4e60-5f2f-423d-b14f-61aa37738e08 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:26.181227 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ad442ad6-3e4f-45b3-bbc2-305a743102fc req-038a4e60-5f2f-423d-b14f-61aa37738e08 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 932 time: 0.0526359 Sep 27 12:43:26.195054 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c9f1e3fb-08b4-4fc1-845d-e169632709a9 req-08fa4253-a6a3-4f9c-8be6-2d601af5bd3d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Sep 27 12:43:26.219245 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ad442ad6-3e4f-45b3-bbc2-305a743102fc req-9f8ab2b6-1860-48df-b987-91efce6342a2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Sep 27 12:43:26.882884 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:27.273257 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:27.335351 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501b226-6c3c-4252-8cca-91dad884f084 req-72afa422-2964-490b-b455-824dec861e9f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:27.337462 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5501b226-6c3c-4252-8cca-91dad884f084 req-72afa422-2964-490b-b455-824dec861e9f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 932 time: 0.0492883 Sep 27 12:43:27.345460 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcb5e-44e8-4509-9e39-4331ed7c7b71 req-6ad14238-ec18-4c45-98e9-7d6f872f5395 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:27.346978 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-227bcb5e-44e8-4509-9e39-4331ed7c7b71 req-6ad14238-ec18-4c45-98e9-7d6f872f5395 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0490291 Sep 27 12:43:27.375741 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5501b226-6c3c-4252-8cca-91dad884f084 req-d06b446b-4f72-4cd0-b0ca-054a1329bf0a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Sep 27 12:43:27.384354 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-227bcb5e-44e8-4509-9e39-4331ed7c7b71 req-b0c747ed-125c-4b54-b389-6f474831406a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315242 Sep 27 12:43:28.147424 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Request body: {'port': {'device_id': '244a763f-0ad6-4793-80ac-e873ceb38297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:28.204089 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:28.492912 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e27a-c2a7-4f7c-98da-2466bf4f42a9 req-c151e2b5-0cde-413b-a859-b4dd063750bb tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:28.494401 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1b58e27a-c2a7-4f7c-98da-2466bf4f42a9 req-c151e2b5-0cde-413b-a859-b4dd063750bb tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 932 time: 0.0484614 Sep 27 12:43:28.500998 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff9594-22e4-43d2-953a-22f59212aaa4 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:43:28.510083 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:28.529772 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Transition to ACTIVE for port object edff9594-22e4-43d2-953a-22f59212aaa4 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:43:28.532617 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1b58e27a-c2a7-4f7c-98da-2466bf4f42a9 req-5513fbd7-03bf-4f1c-9e6a-9edc3bb7cc40 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Sep 27 12:43:28.538758 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99c06d-b076-4f66-bbad-2335d0759f2c req-9d4b40a1-ac30-4a98-b092-d0a3087f8cd3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:28.540853 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8b99c06d-b076-4f66-bbad-2335d0759f2c req-9d4b40a1-ac30-4a98-b092-d0a3087f8cd3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0749629 Sep 27 12:43:28.541940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:28.628002 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=edff9594-22e4-43d2-953a-22f59212aaa4,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:28.666383 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8b99c06d-b076-4f66-bbad-2335d0759f2c req-e901111d-55c2-4695-81fa-37ac67803ecc tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161997 Sep 27 12:43:28.689400 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Attempting to bind port edff9594-22e4-43d2-953a-22f59212aaa4 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:28.689738 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Attempting to bind port edff9594-22e4-43d2-953a-22f59212aaa4 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:28.690069 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Attempting to bind port edff9594-22e4-43d2-953a-22f59212aaa4 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:28.694283 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Port edff9594-22e4-43d2-953a-22f59212aaa4 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:43:28.694602 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Attempting to bind port edff9594-22e4-43d2-953a-22f59212aaa4 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:28.699812 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:28.700182 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Checking segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:28.700568 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Bound using segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:28.700994 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Bound port: edff9594-22e4-43d2-953a-22f59212aaa4, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:28.701347 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:28.762735 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] For port edff9594-22e4-43d2-953a-22f59212aaa4, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:28.765899 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] For port edff9594-22e4-43d2-953a-22f59212aaa4, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=edff9594-22e4-43d2-953a-22f59212aaa4,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:28.770289 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:28.805807 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:28.806581 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:28.807979 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] 10.222.0.38 "PUT /v2.0/ports/edff9594-22e4-43d2-953a-22f59212aaa4 HTTP/1.1" status: 200 len: 1094 time: 0.6653211 Sep 27 12:43:28.808429 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a763f-0ad6-4793-80ac-e873ceb38297', 'tag': 'edff9594-22e4-43d2-953a-22f59212aaa4'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:28.810661 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636981dd-0831-4b3c-aaaa-50d4818c6868" -d '{"events": [{"name": "network-changed", "server_uuid": "244a763f-0ad6-4793-80ac-e873ceb38297", "tag": "edff9594-22e4-43d2-953a-22f59212aaa4"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:28.838793 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7ef98-d038-4f86-bbc0-ff6205afdaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=edff9594-22e4-43d2-953a-22f59212aaa4,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:28.854264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d70191-d892-4c86-810a-a0548edf95f4 x-openstack-request-id: req-18d70191-d892-4c86-810a-a0548edf95f4 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:28.854544 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244a763f-0ad6-4793-80ac-e873ceb38297", "tag": "edff9594-22e4-43d2-953a-22f59212aaa4", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:28.854794 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18d70191-d892-4c86-810a-a0548edf95f4 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:28.855180 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a763f-0ad6-4793-80ac-e873ceb38297', 'tag': 'edff9594-22e4-43d2-953a-22f59212aaa4', 'status': 'completed', 'code': 200} Sep 27 12:43:28.886810 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-246f4f76-1464-4a1c-9be0-50b91dd3ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:28.888361 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-246f4f76-1464-4a1c-9be0-50b91dd3ce38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 1097 time: 0.0427918 Sep 27 12:43:28.929533 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-0c65be9c-6be3-4b4a-9840-27ee41dd578f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff9594-22e4-43d2-953a-22f59212aaa4 HTTP/1.1" status: 200 len: 217 time: 0.0331738 Sep 27 12:43:28.980326 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066b19-1304-4e9c-a886-fd754a12343b req-4d8600cd-11e5-40da-9519-b1308d5fb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:28.981728 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-4d8600cd-11e5-40da-9519-b1308d5fb652 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0456319 Sep 27 12:43:29.013017 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-45450838-ea31-41da-882b-47673d8e5fb5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240474 Sep 27 12:43:29.102777 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-6944b1b6-be27-466f-b9b3-2b921bb47f67 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810654 Sep 27 12:43:29.132771 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:29.201456 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0066b19-1304-4e9c-a886-fd754a12343b req-7a0a8630-e286-425e-a75e-724213c9696c service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893240 Sep 27 12:43:29.289089 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-cd8687a1-bd85-4e14-8d85-62c77f40175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:29.290584 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-cd8687a1-bd85-4e14-8d85-62c77f40175a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 1097 time: 0.0437949 Sep 27 12:43:29.386931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-936ecde5-cb85-4480-b04f-05c885184dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:29.388450 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-936ecde5-cb85-4480-b04f-05c885184dfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 916 time: 0.0883441 Sep 27 12:43:29.430227 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-adfa5d78-52a4-466f-9356-bafff139dd9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff9594-22e4-43d2-953a-22f59212aaa4 HTTP/1.1" status: 200 len: 217 time: 0.0338178 Sep 27 12:43:29.479059 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-88e7a80d-f5f9-4069-b91f-be0f7ea78edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:29.480392 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-88e7a80d-f5f9-4069-b91f-be0f7ea78edb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0421894 Sep 27 12:43:29.515772 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-32a8f8d4-99ef-48f3-81a9-02da8965423b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270157 Sep 27 12:43:29.613650 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-edbab65d-41c1-4953-962c-cbddbe4cf198 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901270 Sep 27 12:43:29.648006 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36fd87-ba74-44fc-af0a-5a0426bf63c1 req-4602951a-0716-454a-822a-eeb7b0c8af6a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:29.650085 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ec36fd87-ba74-44fc-af0a-5a0426bf63c1 req-4602951a-0716-454a-822a-eeb7b0c8af6a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 944 time: 0.0501549 Sep 27 12:43:29.685942 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ec36fd87-ba74-44fc-af0a-5a0426bf63c1 req-1a3da80f-f6ea-497e-919f-9096b13d319c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300794 Sep 27 12:43:29.783268 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c443-f5d3-44c7-baec-d76e91722e6c req-fa0b2044-5eb3-45b6-9ccf-2cbb9752f196 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:29.784664 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a6a1c443-f5d3-44c7-baec-d76e91722e6c req-fa0b2044-5eb3-45b6-9ccf-2cbb9752f196 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0510991 Sep 27 12:43:29.822256 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a6a1c443-f5d3-44c7-baec-d76e91722e6c req-b17f7bfb-9d88-42f4-ac8e-5f1d3a6cd936 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Sep 27 12:43:30.643835 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-636981dd-0831-4b3c-aaaa-50d4818c6868 req-09e0f05e-2d0b-4c18-85ed-3fa7a07cfc4f service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Sep 27 12:43:30.797964 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d129-782b-4d63-8513-a939590822d8 req-f3350664-205a-46c3-a246-290e7e8f7b83 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:30.799405 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1f05d129-782b-4d63-8513-a939590822d8 req-f3350664-205a-46c3-a246-290e7e8f7b83 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 944 time: 0.0473084 Sep 27 12:43:30.836791 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1f05d129-782b-4d63-8513-a939590822d8 req-4ae69e71-11ed-4110-a41d-89a21b7b6d52 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Sep 27 12:43:30.933883 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f09eb-2438-474e-bae3-d85fd96b6d91 req-17479f20-180d-4c08-bc14-30ab75a77629 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:30.935268 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-da9f09eb-2438-474e-bae3-d85fd96b6d91 req-17479f20-180d-4c08-bc14-30ab75a77629 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0484443 Sep 27 12:43:30.971545 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-da9f09eb-2438-474e-bae3-d85fd96b6d91 req-f20d2ea7-6ed4-4678-aa6e-003d41af495b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303583 Sep 27 12:43:31.953323 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d2896-65b7-485a-bbfc-d0a052a1fb0c req-06edf4b3-9ddb-4dc2-84dc-658a7c1e9e0f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:31.954811 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5b1d2896-65b7-485a-bbfc-d0a052a1fb0c req-06edf4b3-9ddb-4dc2-84dc-658a7c1e9e0f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 944 time: 0.0527749 Sep 27 12:43:31.993124 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5b1d2896-65b7-485a-bbfc-d0a052a1fb0c req-8cc6c175-3e99-4611-af55-62bbe141a023 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Sep 27 12:43:32.085129 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbc0e-7356-47e8-acba-9256f7d85307 req-f61c11de-c738-4051-84d9-3d3fe748de8c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:32.086571 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ae5bbc0e-7356-47e8-acba-9256f7d85307 req-f61c11de-c738-4051-84d9-3d3fe748de8c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0477581 Sep 27 12:43:32.122710 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ae5bbc0e-7356-47e8-acba-9256f7d85307 req-668ab714-7a02-48d8-bd4c-0999f8447006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302765 Sep 27 12:43:33.106164 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4915-c501-43e9-a45a-14a54f8540e0 req-ff742ed3-fa11-4c91-b58e-2726492dfa39 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:33.107645 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-712a4915-c501-43e9-a45a-14a54f8540e0 req-ff742ed3-fa11-4c91-b58e-2726492dfa39 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 944 time: 0.0490012 Sep 27 12:43:33.144189 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-712a4915-c501-43e9-a45a-14a54f8540e0 req-f01a30dd-9cb5-4a1e-bd13-de39e113a34b tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305314 Sep 27 12:43:33.239168 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4932c-4a27-43ee-93cc-7a5f00bd568c req-91443377-a603-4a95-9c41-abeea5e4a592 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:33.240670 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7cc4932c-4a27-43ee-93cc-7a5f00bd568c req-91443377-a603-4a95-9c41-abeea5e4a592 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0518208 Sep 27 12:43:33.277262 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7cc4932c-4a27-43ee-93cc-7a5f00bd568c req-1d530862-e38d-46a3-818d-7c20d5932d0c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307474 Sep 27 12:43:34.258489 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30901e81-3cf3-4f1f-b234-a4e31d2a4c47 req-1f4a7533-984b-40df-b6fe-5cf8a9483d73 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:34.259911 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-30901e81-3cf3-4f1f-b234-a4e31d2a4c47 req-1f4a7533-984b-40df-b6fe-5cf8a9483d73 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 944 time: 0.0489450 Sep 27 12:43:34.297726 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-30901e81-3cf3-4f1f-b234-a4e31d2a4c47 req-d142bdb5-8c57-4100-9b23-ba4fba05c58c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Sep 27 12:43:34.390703 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a982d-52cf-4b18-bc92-d0592d962bd0 req-17223883-db63-4309-8090-006b466ea090 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:34.392192 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-568a982d-52cf-4b18-bc92-d0592d962bd0 req-17223883-db63-4309-8090-006b466ea090 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0473726 Sep 27 12:43:34.429357 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-568a982d-52cf-4b18-bc92-d0592d962bd0 req-ec43fe71-e24a-4100-a531-5bf520ee960c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Sep 27 12:43:35.413774 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec47c71-0bfc-4e12-827a-85af25057c95 req-0af37a83-94f9-4241-a5a7-fdefb1bcff5e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:35.416747 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6ec47c71-0bfc-4e12-827a-85af25057c95 req-0af37a83-94f9-4241-a5a7-fdefb1bcff5e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Sep 27 12:43:35.455462 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6ec47c71-0bfc-4e12-827a-85af25057c95 req-11f8e5ef-ab48-4d6d-80b5-bbd311adb5ed tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Sep 27 12:43:35.540331 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951347-ec35-4179-bc38-a0faaef30c86 req-ac49ab4b-28cc-462a-a072-d37b51b7d657 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:35.541799 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-56951347-ec35-4179-bc38-a0faaef30c86 req-ac49ab4b-28cc-462a-a072-d37b51b7d657 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0473731 Sep 27 12:43:35.578437 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-56951347-ec35-4179-bc38-a0faaef30c86 req-49355e74-9a2a-4436-9483-f5467da8c45c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305784 Sep 27 12:43:36.165727 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device edff9594-22e4-43d2-953a-22f59212aaa4 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:43:36.266467 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port edff9594-22e4-43d2-953a-22f59212aaa4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=edff9594-22e4-43d2-953a-22f59212aaa4,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:36.277171 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'edff9594-22e4-43d2-953a-22f59212aaa4', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'port_id': 'edff9594-22e4-43d2-953a-22f59212aaa4', 'mac_address': 'fa:16:3e:e9:a3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c37629-a144-4ef1-a6bd-aa428cbc6702', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:43:36.314186 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:36.326860 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff9594-22e4-43d2-953a-22f59212aaa4 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:43:36.345935 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port edff9594-22e4-43d2-953a-22f59212aaa4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=edff9594-22e4-43d2-953a-22f59212aaa4,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:36.349361 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:36.396372 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=edff9594-22e4-43d2-953a-22f59212aaa4,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:36.567145 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844114-a300-465d-b4c8-90205415bd1d req-cb0f6df0-c3d0-42d0-b934-34c4f1b0fe52 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:36.568578 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-86844114-a300-465d-b4c8-90205415bd1d req-cb0f6df0-c3d0-42d0-b934-34c4f1b0fe52 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Sep 27 12:43:36.605717 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-86844114-a300-465d-b4c8-90205415bd1d req-0d7e080f-08f3-4341-abaa-d4e2b503b6ce tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Sep 27 12:43:36.654667 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['edff9594-22e4-43d2-953a-22f59212aaa4'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:43:36.694975 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cc5ad-e110-4c20-a255-b30246a7c7ba req-46dbad88-5868-4931-ba99-7b9507439ed1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:36.696623 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a86cc5ad-e110-4c20-a255-b30246a7c7ba req-46dbad88-5868-4931-ba99-7b9507439ed1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0519090 Sep 27 12:43:36.734104 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a86cc5ad-e110-4c20-a255-b30246a7c7ba req-098724bf-2437-45e3-8f63-eed7d21ce6b9 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Sep 27 12:43:37.717481 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e1a3a-179d-4b14-85d2-f86ef7e073dd req-d6492cc0-5c95-45d2-af40-a2d5e4999ab4 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:37.718979 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6d0e1a3a-179d-4b14-85d2-f86ef7e073dd req-d6492cc0-5c95-45d2-af40-a2d5e4999ab4 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 945 time: 0.0478187 Sep 27 12:43:37.754739 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6d0e1a3a-179d-4b14-85d2-f86ef7e073dd req-611f52f8-3cd1-405b-abcd-10456b08a6a9 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298746 Sep 27 12:43:37.846192 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766778c-58f9-4a6b-a1fe-a6f928097231 req-2a4f3e17-d0f2-4825-9118-ab47fefd41fe tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:37.847547 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9766778c-58f9-4a6b-a1fe-a6f928097231 req-2a4f3e17-d0f2-4825-9118-ab47fefd41fe tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0476105 Sep 27 12:43:37.883656 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9766778c-58f9-4a6b-a1fe-a6f928097231 req-9ca8af7d-d7c6-4a2d-b873-fc5b5508bb97 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297189 Sep 27 12:43:38.195314 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device edff9594-22e4-43d2-953a-22f59212aaa4 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:38.241141 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port edff9594-22e4-43d2-953a-22f59212aaa4 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:43:38.245010 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port edff9594-22e4-43d2-953a-22f59212aaa4 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:38.245377 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.319440 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.342049 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a763f-0ad6-4793-80ac-e873ceb38297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff9594-22e4-43d2-953a-22f59212aaa4'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:38.344297 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf5b3b-71e1-4851-ab76-d1c17510c27e" -d '{"events": [{"server_uuid": "244a763f-0ad6-4793-80ac-e873ceb38297", "name": "network-vif-plugged", "status": "completed", "tag": "edff9594-22e4-43d2-953a-22f59212aaa4"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:38.356700 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port edff9594-22e4-43d2-953a-22f59212aaa4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=edff9594-22e4-43d2-953a-22f59212aaa4,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:38.361102 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.389887 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd7d1c9-5dd9-436d-8f04-f30510ca0094 x-openstack-request-id: req-dbd7d1c9-5dd9-436d-8f04-f30510ca0094 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:38.390206 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244a763f-0ad6-4793-80ac-e873ceb38297", "name": "network-vif-plugged", "status": "completed", "tag": "edff9594-22e4-43d2-953a-22f59212aaa4", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:38.390461 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbd7d1c9-5dd9-436d-8f04-f30510ca0094 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:38.390843 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a763f-0ad6-4793-80ac-e873ceb38297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff9594-22e4-43d2-953a-22f59212aaa4', 'code': 200} Sep 27 12:43:38.417340 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=edff9594-22e4-43d2-953a-22f59212aaa4,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:38.555252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a78df9-fd90-4011-afc6-e390532278ba req-cc801f68-81fa-4c3c-b952-67f373487c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:38.556886 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f1a78df9-fd90-4011-afc6-e390532278ba req-cc801f68-81fa-4c3c-b952-67f373487c63 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 1099 time: 0.0430558 Sep 27 12:43:38.593895 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f1a78df9-fd90-4011-afc6-e390532278ba req-c6e77c30-32a9-4195-b2a0-c3751f24dcd7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279977 Sep 27 12:43:38.623491 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37548) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:38.726710 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f90495c1-1e10-4773-b24b-a65f30abbb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.832579 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f90495c1-1e10-4773-b24b-a65f30abbb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.837323 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f90495c1-1e10-4773-b24b-a65f30abbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.908610 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f90495c1-1e10-4773-b24b-a65f30abbb1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebad48c4f4134300a2458ae22e471ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840121 Sep 27 12:43:38.911846 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37556) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:38.912303 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90495c1-1e10-4773-b24b-a65f30abbb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea9ff22-5606-4747-8268-d86d60aa82a4,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:38.931061 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c3957-e8a7-4d42-8977-d563e7d17a3d req-e57f5b98-cdd1-4879-a7f1-581331b880ed tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:38.932638 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-134c3957-e8a7-4d42-8977-d563e7d17a3d req-e57f5b98-cdd1-4879-a7f1-581331b880ed tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 946 time: 0.0745652 Sep 27 12:43:38.962937 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-18946ac4-5227-4362-a034-2e82e5d3e8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:38.972685 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-134c3957-e8a7-4d42-8977-d563e7d17a3d req-2638ffe1-cfb0-41f1-ba46-b5dcd359e7a9 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Sep 27 12:43:39.006550 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-18946ac4-5227-4362-a034-2e82e5d3e8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.050886 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fb9e7-fa52-4c51-b6d9-be16aaa0b6fc req-642e0864-1d96-4e87-9ce5-6e05e5bf3733 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:39.052365 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-046fb9e7-fa52-4c51-b6d9-be16aaa0b6fc req-642e0864-1d96-4e87-9ce5-6e05e5bf3733 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0796359 Sep 27 12:43:39.085489 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-18946ac4-5227-4362-a034-2e82e5d3e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.087973 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-18946ac4-5227-4362-a034-2e82e5d3e8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.089076 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-18946ac4-5227-4362-a034-2e82e5d3e8b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ea9ff22-5606-4747-8268-d86d60aa82a4 HTTP/1.1" status: 204 len: 168 time: 0.1756623 Sep 27 12:43:39.098367 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-046fb9e7-fa52-4c51-b6d9-be16aaa0b6fc req-a5a19ee0-3d73-4d8c-a96b-54e718605f37 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393591 Sep 27 12:43:39.103557 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946ac4-5227-4362-a034-2e82e5d3e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea9ff22-5606-4747-8268-d86d60aa82a4,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:39.693890 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37580) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:39.787030 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1528913753-network', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:39.813041 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Made reservation on behalf of 017170b909824ae7abf5e5bbfe9b06ff for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:39.815368 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.823791 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.909914 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.913431 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.933831 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:43:39.948430 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b41672-b7b1-4100-b860-7eabffdb1ea6,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:39.951261 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:39.951595 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Added segment b9fd5a46-3e20-4965-8850-60fbad7546b0 of type vlan for network d1b194fe-188c-4c7e-aaf3-8999ebe34942 Sep 27 12:43:39.990146 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.022197 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.023200 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.024388 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.053685 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3586814 Sep 27 12:43:40.057579 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37586) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:40.062078 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Request body: {'subnet': {'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1528913753-subnet', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:40.088213 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60644-5762-4bc7-a518-3f8fa3265317 req-961fc6a1-637b-41d5-9bae-2ca73b89ecb0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.089717 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eda60644-5762-4bc7-a518-3f8fa3265317 req-961fc6a1-637b-41d5-9bae-2ca73b89ecb0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Sep 27 12:43:40.098371 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa5c0-9ab8-4e3c-83b5-c7f3ea029ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b194fe-188c-4c7e-aaf3-8999ebe34942,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:40.111098 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:43:40.114365 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Made reservation on behalf of 017170b909824ae7abf5e5bbfe9b06ff for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:40.117001 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723123'] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.138503 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eda60644-5762-4bc7-a518-3f8fa3265317 req-7cdb1b4f-78d6-453c-bb5f-b4a58c06b9b3 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Sep 27 12:43:40.282204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe376694-219e-412e-9b36-6fe95451d0d7 req-72dfbb0e-4c6e-4d4e-9d8d-be3ae1d22139 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.283706 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe376694-219e-412e-9b36-6fe95451d0d7 req-72dfbb0e-4c6e-4d4e-9d8d-be3ae1d22139 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0863099 Sep 27 12:43:40.344571 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7165034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723073'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.384168 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe376694-219e-412e-9b36-6fe95451d0d7 req-8198f83d-d3ed-4174-bcd7-007ff90967f1 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934296 Sep 27 12:43:40.415709 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc7184c-a9d0-4902-a574-bbb5745a899e,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:40.425219 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Checking segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:40.425565 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Network hostable DHCP agents. Network: d1b194fe-188c-4c7e-aaf3-8999ebe34942, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:43:40.445247 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:43:40.454517 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, d1b194fe-188c-4c7e-aaf3-8999ebe34942) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:40.459396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.460001 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.465085 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b87f3-fb8e-4335-b252-e259859c514a None None] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:43:40.484370 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c362524d-41c9-491b-bc09-a6e7e6ae5ccd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4253123 Sep 27 12:43:40.486612 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37604) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:40.493718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:40.533240 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.534218 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.623968 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.658784 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-d1b194fe-188c-4c7e-aaf3-8999ebe34942', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:43:40.659791 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.684447 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176bd35-ca24-428b-ad8c-8f5b30c079fe req-9f2ea776-1e80-4543-9256-3855aefcb153 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.686038 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b176bd35-ca24-428b-ad8c-8f5b30c079fe req-9f2ea776-1e80-4543-9256-3855aefcb153 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0578947 Sep 27 12:43:40.725562 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b176bd35-ca24-428b-ad8c-8f5b30c079fe req-28d53b87-e07c-49aa-9761-fcba593beb0d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328038 Sep 27 12:43:40.798288 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Allocated IP 172.20.0.2 (d1b194fe-188c-4c7e-aaf3-8999ebe34942/4cc7184c-a9d0-4902-a574-bbb5745a899e/ba017449-8faf-4a52-998c-c372f88c7397) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:40.814411 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.820119 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-beb2fb9d-1cac-4ffb-bd1b-33068e2f90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.822284 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-beb2fb9d-1cac-4ffb-bd1b-33068e2f90e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1098 time: 0.1375542 Sep 27 12:43:40.939788 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.946407 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:40.960406 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-181fffe3-afe8-4257-91b6-e1db30b2ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:40.962515 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-181fffe3-afe8-4257-91b6-e1db30b2ad4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.1292224 Sep 27 12:43:40.986840 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:40.989668 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:40.996709 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:40.998599 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Pushing event updated for resources: {'Port': ['ID=ba017449-8faf-4a52-998c-c372f88c7397,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:41.056653 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Attempting to bind port ba017449-8faf-4a52-998c-c372f88c7397 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:41.057016 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Attempting to bind port ba017449-8faf-4a52-998c-c372f88c7397 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:41.057443 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Attempting to bind port ba017449-8faf-4a52-998c-c372f88c7397 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:41.062421 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:41.062787 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Checking segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:41.063183 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.063568 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Bound using segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:41.064021 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Bound port: ba017449-8faf-4a52-998c-c372f88c7397, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:41.064416 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.076547 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-8a21a529-e948-4999-8db8-a332a3880358 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 999 time: 0.1016843 Sep 27 12:43:41.125825 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] For port ba017449-8faf-4a52-998c-c372f88c7397, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:41.128912 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] For port ba017449-8faf-4a52-998c-c372f88c7397, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ba017449-8faf-4a52-998c-c372f88c7397,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:41.132984 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.187547 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-737a225c-4322-4f0c-8975-e1217c2f0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:41.187782 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a3e13-57bb-4016-bae4-4e46aed66573 None None] Pushing event updated for resources: {'Port': ['ID=ba017449-8faf-4a52-998c-c372f88c7397,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:41.189038 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-737a225c-4322-4f0c-8975-e1217c2f0b15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0830319 Sep 27 12:43:41.190679 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.218554 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.296330 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-7215902b-cfb3-4a0c-a4a6-e23c37ff5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:41.297831 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-7215902b-cfb3-4a0c-a4a6-e23c37ff5ef1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880501 Sep 27 12:43:41.616970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Allocated IP 172.27.0.15 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/0b9b944b-927f-4f0b-85e6-093c2c89b80c) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:41.676129 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-3a28a379-4383-46e6-bb6f-6c2ce0fd3e74 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352232 Sep 27 12:43:41.806638 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.832520 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7fd59287-deec-48da-a24e-2735fe2f7ab2 req-c1f7c3a8-c9cf-422f-b3a2-3baaf466a787 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267939 Sep 27 12:43:41.866169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:41.870452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc68e54-6d8c-4d37-a73c-69833c4100be req-088977bb-3a17-4da7-90a3-d32b54a3fafb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:41.878711 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9bc68e54-6d8c-4d37-a73c-69833c4100be req-088977bb-3a17-4da7-90a3-d32b54a3fafb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0796523 Sep 27 12:43:41.921048 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9bc68e54-6d8c-4d37-a73c-69833c4100be req-86f7e9e4-2c0d-4c5c-b3c0-832724290be8 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 Sep 27 12:43:41.941178 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:41.945083 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9b944b-927f-4f0b-85e6-093c2c89b80c,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:41.955831 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:41.959983 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:42.090876 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-67f213cd-3db5-4382-83b2-ca8fd6afa058 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:42.092499 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-67f213cd-3db5-4382-83b2-ca8fd6afa058 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1978827 Sep 27 12:43:42.159810 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-e116f26a-85ce-4cf6-9427-de173845a24e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/quotas/8ad383efcc4b4f81a733711adc5361bf HTTP/1.1" status: 200 len: 375 time: 0.0309587 Sep 27 12:43:42.251250 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7bbaa-2724-406b-a431-0cfbec236c75 None None] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:43:42.285118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-afa2bf50-1507-4707-a10b-ebbc02fb9295 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187809 Sep 27 12:43:42.335557 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-23b4f1b8-41e7-469f-8697-503612ef0942 None None] Provisioning complete for port ba017449-8faf-4a52-998c-c372f88c7397 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:42.336048 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1b8-41e7-469f-8697-503612ef0942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.366217 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.466998 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-17894878-5242-4f8e-9cf8-f8f6b4ebfa5b service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738234 Sep 27 12:43:42.472152 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1b8-41e7-469f-8697-503612ef0942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.505899 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-23b4f1b8-41e7-469f-8697-503612ef0942 None None] For port ba017449-8faf-4a52-998c-c372f88c7397, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ba017449-8faf-4a52-998c-c372f88c7397,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:42.511404 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-23b4f1b8-41e7-469f-8697-503612ef0942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.568531 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f1b8-41e7-469f-8697-503612ef0942 None None] Pushing event updated for resources: {'Port': ['ID=ba017449-8faf-4a52-998c-c372f88c7397,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:42.643559 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-5cebee09-705c-486e-9ee5-a3d8ba85a8de service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654088 Sep 27 12:43:42.654678 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.744592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0f015a29-b1d2-45a1-bcb3-be662199c2c2 None None] Provisioning complete for port ba017449-8faf-4a52-998c-c372f88c7397 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:42.756270 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0f015a29-b1d2-45a1-bcb3-be662199c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.794670 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ba017449-8faf-4a52-998c-c372f88c7397 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:42.795337 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:43:42.846130 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a8667500-9277-440b-a1c1-fc6543189c2e req-06cd85e8-3e0a-4b16-858d-0e02c8f88113 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 210 time: 0.0340269 Sep 27 12:43:42.889008 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port ba017449-8faf-4a52-998c-c372f88c7397 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:42.889382 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.915835 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:43:42.932458 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:43:42.934329 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:42.935776 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3d57de2b-4502-47f8-aa79-03e85a232f90 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4481318 Sep 27 12:43:42.938597 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37636) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:42.986798 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:42.987363 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:43.065514 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db52a-c689-43c4-b003-d167685ab28c req-fcd5e6d6-77f4-40ae-8396-5c1e9f4b4d26 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:43.067275 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a68db52a-c689-43c4-b003-d167685ab28c req-fcd5e6d6-77f4-40ae-8396-5c1e9f4b4d26 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0705209 Sep 27 12:43:43.112575 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:43.114918 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a68db52a-c689-43c4-b003-d167685ab28c req-cecfe82c-1cb8-4362-a3a5-3fbdc5206e81 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374591 Sep 27 12:43:43.310416 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:42Z', 'revision_number': 3, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:43.336984 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:43:43.337331 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Updating router 21c02c09-2054-485a-bb7a-cc928ffb42bf port 0b9b944b-927f-4f0b-85e6-093c2c89b80c binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:43:43.366416 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.656263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.729198 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.735208 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.787266 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Attempting to bind port 0b9b944b-927f-4f0b-85e6-093c2c89b80c on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:43.787644 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Attempting to bind port 0b9b944b-927f-4f0b-85e6-093c2c89b80c by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:43.788010 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Attempting to bind port 0b9b944b-927f-4f0b-85e6-093c2c89b80c on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:43.796603 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e7232-3259-4f7a-a37d-d460740ee7ba None None] Pushing event updated for resources: {'Port': ['ID=0b9b944b-927f-4f0b-85e6-093c2c89b80c,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:43.804042 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:43.804465 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:43.805694 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.806391 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:43.806924 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Bound port: 0b9b944b-927f-4f0b-85e6-093c2c89b80c, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:43.807324 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.836893 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Allocated IP 172.20.0.1 (d1b194fe-188c-4c7e-aaf3-8999ebe34942/4cc7184c-a9d0-4902-a574-bbb5745a899e/43bf99b4-e9a6-4a50-aaac-549df2f21f34) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:43.882675 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] For port 0b9b944b-927f-4f0b-85e6-093c2c89b80c, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:43.887957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] For port 0b9b944b-927f-4f0b-85e6-093c2c89b80c, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=0b9b944b-927f-4f0b-85e6-093c2c89b80c,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:43.910485 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:43.923499 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-b0a98bb8-c5b9-4acc-99c6-89c70c05bc7e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:43.925196 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-b0a98bb8-c5b9-4acc-99c6-89c70c05bc7e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1312845 Sep 27 12:43:43.940492 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Request body: {'port': {'device_id': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'admin_state_up': True, 'tenant_id': '8ad383efcc4b4f81a733711adc5361bf'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:43.969237 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-24bc9d78-ef04-49b9-8f61-88f4f8f79932 req-2949cf78-1d88-4114-96ac-a0e8cf238a9f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 210 time: 0.0326595 Sep 27 12:43:43.983825 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:43.984500 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:44.016509 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.028233 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e7232-3259-4f7a-a37d-d460740ee7ba None None] Pushing event updated for resources: {'Port': ['ID=0b9b944b-927f-4f0b-85e6-093c2c89b80c,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:44.065920 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.077104 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Made reservation on behalf of 8ad383efcc4b4f81a733711adc5361bf for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:44.082497 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.107871 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:44.112126 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:44.112596 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:44.120241 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:44.122230 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Pushing event updated for resources: {'Port': ['ID=43bf99b4-e9a6-4a50-aaac-549df2f21f34,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:44.172824 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.237065 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Allocated IP 172.20.0.10 (0a53e0e4-ac1f-427f-b4bc-2f32929efa18/e2c37629-a144-4ef1-a6bd-aa428cbc6702/c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:44.326645 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.337985 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-dd50341c-667e-4a4e-92a3-ef05cf1b53c1 None None] Provisioning complete for port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:44.338545 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dd50341c-667e-4a4e-92a3-ef05cf1b53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.381634 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-dd50341c-667e-4a4e-92a3-ef05cf1b53c1 None None] Port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:43:44.385375 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:42Z', 'revision_number': 3, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:44.416000 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.417371 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b85bc-60e3-4da9-ad12-b7fdbd488d28 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:42Z', 'revision_number': 3, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:43:44.458688 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.472775 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed', 'edff9594-22e4-43d2-953a-22f59212aaa4'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:43:44.499600 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:44.501106 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.503567 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:44.507581 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.509410 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:44.548622 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event updated for resources: {'Port': ['ID=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:44.578439 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:44.579132 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.596307 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.596986 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-553eb640-4cd6-41ce-bdb6-7dab4b0de968 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6611030 Sep 27 12:43:44.599399 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Pushing event updated for resources: {'Port': ['ID=43bf99b4-e9a6-4a50-aaac-549df2f21f34,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:44.612947 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Request body: {'port': {'device_id': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:44.683587 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:44.706322 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:44.707808 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:44.855548 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:43:44.986453 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:43:44.993867 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-16684d82-4aa5-4afb-837a-0cdde1d5278a admin admin] 10.222.0.15 "PUT /v2.0/routers/21c02c09-2054-485a-bb7a-cc928ffb42bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528748 Sep 27 12:43:45.012968 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-b59b2c76-c14d-4d37-b0d1-955b879674c8 None None] Provisioning complete for port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:45.013483 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b59b2c76-c14d-4d37-b0d1-955b879674c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.054204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:43:45.062449 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.074997 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Transition to ACTIVE for port object c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:43:45.079851 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.082669 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-b59b2c76-c14d-4d37-b0d1-955b879674c8 None None] Port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:43:45.177113 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:45.435618 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe527b-8202-4cc1-9963-76c4f4527477 req-90e9bfb9-6af2-4901-9189-666cf1374729 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:45.438659 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9fe527b-8202-4cc1-9963-76c4f4527477 req-90e9bfb9-6af2-4901-9189-666cf1374729 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 944 time: 0.3556695 Sep 27 12:43:45.486372 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Attempting to bind port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:45.486710 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Attempting to bind port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:45.487042 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Attempting to bind port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:45.498140 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e9fe527b-8202-4cc1-9963-76c4f4527477 req-8ae91df5-501c-413f-9e47-0ae30ec8cf10 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 Sep 27 12:43:45.498677 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:43:45.498999 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Attempting to bind port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:45.504052 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:45.507162 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Checking segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:45.507162 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Bound using segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:45.507162 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Bound port: c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:45.507162 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.547057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37670) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:45.551937 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1175639708-network', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:45.569966 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] For port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:45.573798 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Made reservation on behalf of b54c27c22bc6487887f7c7657251c02f for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:45.574006 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] For port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:45.576407 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.577745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.585376 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.612329 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:45.612985 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.614412 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] 10.222.0.38 "PUT /v2.0/ports/c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 HTTP/1.1" status: 200 len: 1094 time: 1.0057039 Sep 27 12:43:45.614891 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'tag': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:45.617646 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c01ea5-148f-4d39-a938-024c91abe49f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a", "tag": "c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:45.654506 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003cc6-6a15-49f9-a564-e90051aabee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:45.669884 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8d4b99-9152-4a8b-87dd-99e4b2079c5f x-openstack-request-id: req-cf8d4b99-9152-4a8b-87dd-99e4b2079c5f {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:45.670180 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a", "tag": "c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:45.670426 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf8d4b99-9152-4a8b-87dd-99e4b2079c5f {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:45.670820 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'tag': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758', 'status': 'completed', 'code': 200} Sep 27 12:43:45.692609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.697912 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.712617 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-8569fd5f-c197-434d-b2ad-65f2702f13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:45.714118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-8569fd5f-c197-434d-b2ad-65f2702f13db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 1097 time: 0.0425308 Sep 27 12:43:45.722057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:43:45.736358 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42057b7a-37c4-404b-a5aa-8e281f6b203a,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:45.741183 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.741537 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Added segment 4907614f-718c-43e9-8ef0-5ce3594a0cad of type vlan for network 0db49837-87b8-4d83-b991-ff637b72db65 Sep 27 12:43:45.759919 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-c0a36ec5-946c-42de-9301-d2b0b5136964 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 HTTP/1.1" status: 200 len: 217 time: 0.0358722 Sep 27 12:43:45.782261 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.807453 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.808269 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:45.809300 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.817486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-1f5150fe-5e37-481e-ba22-d1a0c6ee6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:45.818927 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-1f5150fe-5e37-481e-ba22-d1a0c6ee6541 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0477815 Sep 27 12:43:45.846552 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2983241 Sep 27 12:43:45.847175 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37674) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:45.859133 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-5c9f4d95-b9e2-449a-99f0-a4fa49e0821a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263619 Sep 27 12:43:45.861964 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Request body: {'subnet': {'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1175639708-subnet', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:45.892634 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f0355-d5f9-4771-8d06-abc09f93af17 admin admin] Pushing event updated for resources: {'Network': ['ID=0db49837-87b8-4d83-b991-ff637b72db65,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:45.904575 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 0db49837-87b8-4d83-b991-ff637b72db65 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:43:45.912254 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Made reservation on behalf of b54c27c22bc6487887f7c7657251c02f for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:43:45.915250 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:45.957602 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-9bce361f-9b05-44fe-99ab-3110066fb823 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903690 Sep 27 12:43:46.064086 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a6c16d5d-d77e-435d-841b-5e07887a27e4 req-f57ac77b-6007-4645-b25b-da7a3fe28eca service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990133 Sep 27 12:43:46.097548 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.152506 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-b5a9e0e0-87e8-4beb-b18d-94507089a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:46.154165 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-b5a9e0e0-87e8-4beb-b18d-94507089a31d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 1097 time: 0.0441210 Sep 27 12:43:46.163624 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7b51a1-640f-4234-8f39-f659e03b6af4,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:46.169745 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Checking segment: {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:46.170650 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Network hostable DHCP agents. Network: 0db49837-87b8-4d83-b991-ff637b72db65, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:43:46.191350 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Network 0db49837-87b8-4d83-b991-ff637b72db65 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:43:46.202802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 0db49837-87b8-4d83-b991-ff637b72db65) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:46.207226 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:46.207910 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.213974 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf1ac9-1f31-44ae-b10a-ec533294e6e9 None None] Network 0db49837-87b8-4d83-b991-ff637b72db65 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:43:46.222446 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5140a720-9593-40a1-a40c-50adefe51ba4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3687599 Sep 27 12:43:46.225144 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37676) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:46.230631 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:46.253424 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:43:46.261025 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.262073 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.271172 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:46.271847 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:46.281166 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-eef8e279-43e3-4822-a3b4-db90215dc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:46.285576 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-eef8e279-43e3-4822-a3b4-db90215dc0e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 916 time: 0.1226635 Sep 27 12:43:46.324438 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.348845 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-2a7ec90a-9cc6-4048-a0e4-78c8ec18dd24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 HTTP/1.1" status: 200 len: 217 time: 0.0564992 Sep 27 12:43:46.385093 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:46.386209 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-0db49837-87b8-4d83-b991-ff637b72db65', 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'fixed_ips': [{'subnet_id': '1f7b51a1-640f-4234-8f39-f659e03b6af4'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:43:46.387074 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.412355 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-0e0890df-ca4b-42d0-aa3f-28ba820a68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:46.414732 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-0e0890df-ca4b-42d0-aa3f-28ba820a68fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0562475 Sep 27 12:43:46.464837 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-74c0d622-4076-4121-a6cb-17a7c488c662 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313420 Sep 27 12:43:46.512440 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.577073 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Allocated IP 172.20.0.2 (0db49837-87b8-4d83-b991-ff637b72db65/1f7b51a1-640f-4234-8f39-f659e03b6af4/ccb74bcf-6c22-4371-b297-ca917bfacbbf) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:46.606946 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-ccd8dfa4-a568-4a36-9dc4-3c9fefb0bf83 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352227 Sep 27 12:43:46.641580 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 2, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:46.677659 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:43:46.678211 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Updating router 21c02c09-2054-485a-bb7a-cc928ffb42bf port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:43:46.725787 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.726452 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8ed9-c0e8-45fc-9cf4-87954f7226d3 req-6b486579-fa37-474a-8f77-13e62d491710 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:46.730561 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:43:46.734668 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-523f8ed9-c0e8-45fc-9cf4-87954f7226d3 req-6b486579-fa37-474a-8f77-13e62d491710 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 944 time: 0.1265407 Sep 27 12:43:46.808291 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-523f8ed9-c0e8-45fc-9cf4-87954f7226d3 req-e6dfd053-6387-4990-aede-8794fcaa521a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 Sep 27 12:43:46.810770 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 0b9b944b-927f-4f0b-85e6-093c2c89b80c up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:46.824744 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.825892 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2c01ea5-148f-4d39-a938-024c91abe49f req-21d191b4-8e4c-44f8-b149-3ed42d3cad8f service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079027 Sep 27 12:43:46.838783 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.846998 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.850911 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.907052 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Network 0db49837-87b8-4d83-b991-ff637b72db65 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:46.916029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:46.918855 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:46.923601 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Pushing event updated for resources: {'Port': ['ID=ccb74bcf-6c22-4371-b297-ca917bfacbbf,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:46.953567 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 0b9b944b-927f-4f0b-85e6-093c2c89b80c triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:46.953932 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:46.959701 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Allocated IP 172.27.0.234 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/3a6926fa-fb1e-41d2-b571-f5a7795705de) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:47.002297 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Attempting to bind port ccb74bcf-6c22-4371-b297-ca917bfacbbf on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:47.002568 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Attempting to bind port ccb74bcf-6c22-4371-b297-ca917bfacbbf by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:47.002926 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Attempting to bind port ccb74bcf-6c22-4371-b297-ca917bfacbbf on network 0db49837-87b8-4d83-b991-ff637b72db65 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:47.010252 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:47.011238 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Checking segment: {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:47.011238 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.011465 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Bound using segment: {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:47.011868 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Bound port: ccb74bcf-6c22-4371-b297-ca917bfacbbf, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:47.012269 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.046782 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.053328 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.067832 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.097346 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Pushing event updated for resources: {'Port': ['ID=43bf99b4-e9a6-4a50-aaac-549df2f21f34,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:47.112680 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.123272 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] For port ccb74bcf-6c22-4371-b297-ca917bfacbbf, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:47.130370 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] For port ccb74bcf-6c22-4371-b297-ca917bfacbbf, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ccb74bcf-6c22-4371-b297-ca917bfacbbf,segment=NetworkSegment(4907614f-718c-43e9-8ef0-5ce3594a0cad),segment_id=4907614f-718c-43e9-8ef0-5ce3594a0cad)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:47.131910 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.139109 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.153216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:47.156914 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:47.160564 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:47.175299 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.175751 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.176189 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.176594 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.176988 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.177384 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.177805 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.178196 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.178601 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.178989 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.179375 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.179808 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:43:47.184852 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Attempting to bind port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:47.185295 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Attempting to bind port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:47.185744 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Attempting to bind port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:47.192616 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:47.192896 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6926fa-fb1e-41d2-b571-f5a7795705de,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:47.193149 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Checking segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:47.193615 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.194065 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Bound using segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:47.194593 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Bound port: 43bf99b4-e9a6-4a50-aaac-549df2f21f34, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:47.194981 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.217051 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 0b9b944b-927f-4f0b-85e6-093c2c89b80c, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=0b9b944b-927f-4f0b-85e6-093c2c89b80c,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:47.222878 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.248016 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46162ef9-0c4a-44f7-9954-4cfb170ef4b6 None None] Pushing event updated for resources: {'Port': ['ID=ccb74bcf-6c22-4371-b297-ca917bfacbbf,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:47.295082 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] For port 43bf99b4-e9a6-4a50-aaac-549df2f21f34, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:47.299041 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] For port 43bf99b4-e9a6-4a50-aaac-549df2f21f34, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=43bf99b4-e9a6-4a50-aaac-549df2f21f34,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:47.309914 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.326030 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=0b9b944b-927f-4f0b-85e6-093c2c89b80c,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:47.378566 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:47.379351 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:47.458440 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-8b38a1ed-7971-422f-a6dc-5ff839a62422 None None] Provisioning complete for port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:47.458822 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8b38a1ed-7971-422f-a6dc-5ff839a62422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.501529 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d921d-c182-4bd7-9503-1cfe0c498432 None None] Pushing event updated for resources: {'Port': ['ID=43bf99b4-e9a6-4a50-aaac-549df2f21f34,revision_number=4']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:47.548611 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.552499 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:47.602571 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8b38a1ed-7971-422f-a6dc-5ff839a62422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.654748 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-8b38a1ed-7971-422f-a6dc-5ff839a62422 None None] For port 43bf99b4-e9a6-4a50-aaac-549df2f21f34, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=43bf99b4-e9a6-4a50-aaac-549df2f21f34,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:47.661027 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8b38a1ed-7971-422f-a6dc-5ff839a62422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.721789 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38a1ed-7971-422f-a6dc-5ff839a62422 None None] Pushing event updated for resources: {'Port': ['ID=43bf99b4-e9a6-4a50-aaac-549df2f21f34,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:47.781020 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-c4fe38ad-cfdc-4b7c-b3fd-a8cc9d389d89 None None] Provisioning complete for port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:47.781497 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.781686 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c4fe38ad-cfdc-4b7c-b3fd-a8cc9d389d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:47.799432 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:47.833563 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf5014-5eac-4002-a41b-fa3046b773c0 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:43:48.209495 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074987-a418-4eb8-8945-1d0383fee46e req-dd78be64-341b-42e9-af18-116c92272b25 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:48.211700 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ea074987-a418-4eb8-8945-1d0383fee46e req-dd78be64-341b-42e9-af18-116c92272b25 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 944 time: 0.3219032 Sep 27 12:43:48.262417 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ea074987-a418-4eb8-8945-1d0383fee46e req-f73721fb-80f5-4daf-8132-997e89dbeef3 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Sep 27 12:43:48.274201 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Router f3987e09-2d58-4221-80c4-e846c3556a51 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:43:48.355778 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9ae24-03bb-4eee-871e-703ac836bdf5 None None] Network 0db49837-87b8-4d83-b991-ff637b72db65 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:43:48.402899 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:43:48.421270 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:48.422548 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-dfaa7ae7-9cfd-4bba-acf5-1fe11d4ae142 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1964078 Sep 27 12:43:48.425386 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37682) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:48.425986 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Sync routers for ids ['f3987e09-2d58-4221-80c4-e846c3556a51'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:43:48.439285 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-caacf70e-d8cf-4044-bed8-8cf0389e86d9 None None] Provisioning complete for port ccb74bcf-6c22-4371-b297-ca917bfacbbf triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:48.439657 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-caacf70e-d8cf-4044-bed8-8cf0389e86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:48.471824 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Routers {'f3987e09-2d58-4221-80c4-e846c3556a51'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:48.472500 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['f3987e09-2d58-4221-80c4-e846c3556a51'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:48.796362 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Set router f3987e09-2d58-4221-80c4-e846c3556a51 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:48.868310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-caacf70e-d8cf-4044-bed8-8cf0389e86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:48.898095 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:48.959853 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 0b9b944b-927f-4f0b-85e6-093c2c89b80c up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:49.031085 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-caacf70e-d8cf-4044-bed8-8cf0389e86d9 None None] For port ccb74bcf-6c22-4371-b297-ca917bfacbbf, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ccb74bcf-6c22-4371-b297-ca917bfacbbf,segment=NetworkSegment(4907614f-718c-43e9-8ef0-5ce3594a0cad),segment_id=4907614f-718c-43e9-8ef0-5ce3594a0cad)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:49.058991 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-caacf70e-d8cf-4044-bed8-8cf0389e86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.087005 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Allocated IP 172.20.0.1 (0db49837-87b8-4d83-b991-ff637b72db65/1f7b51a1-640f-4234-8f39-f659e03b6af4/11d978a7-24ab-4738-97fb-938084c2c222) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:43:49.092548 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 0b9b944b-927f-4f0b-85e6-093c2c89b80c triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:49.093425 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.155239 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf70e-d8cf-4044-bed8-8cf0389e86d9 None None] Pushing event updated for resources: {'Port': ['ID=ccb74bcf-6c22-4371-b297-ca917bfacbbf,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:49.178251 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 3, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:49.206021 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.214477 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Checking router: f3987e09-2d58-4221-80c4-e846c3556a51 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:43:49.214829 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Updating router f3987e09-2d58-4221-80c4-e846c3556a51 port 3a6926fa-fb1e-41d2-b571-f5a7795705de binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:43:49.239473 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.256053 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0a6f9f62-b509-497b-9945-0fe1a7655cea None None] Provisioning complete for port ccb74bcf-6c22-4371-b297-ca917bfacbbf triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:49.256453 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0a6f9f62-b509-497b-9945-0fe1a7655cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.276874 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Network 0db49837-87b8-4d83-b991-ff637b72db65 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:49.279592 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:49.282066 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:43:49.286382 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.314005 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ccb74bcf-6c22-4371-b297-ca917bfacbbf up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:49.321654 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Pushing event updated for resources: {'Port': ['ID=11d978a7-24ab-4738-97fb-938084c2c222,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:49.341145 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.467303 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf1f3b-74d4-4f47-be6f-9b35eabc8def req-dfde6bc6-1ff5-47e2-8b79-d3873f745d7c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:49.469028 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-41bf1f3b-74d4-4f47-be6f-9b35eabc8def req-dfde6bc6-1ff5-47e2-8b79-d3873f745d7c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 944 time: 0.0923669 Sep 27 12:43:49.513869 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port ccb74bcf-6c22-4371-b297-ca917bfacbbf triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:49.514466 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.536434 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-41bf1f3b-74d4-4f47-be6f-9b35eabc8def req-c724fab5-19cd-4a8f-a398-35a04c8d0317 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 Sep 27 12:43:49.541605 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.703312 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.706185 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-f133861c-aa8f-405e-95b8-8cee5a239c0f None None] Provisioning complete for port 11d978a7-24ab-4738-97fb-938084c2c222 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:49.706683 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f133861c-aa8f-405e-95b8-8cee5a239c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.708324 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.710450 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 43bf99b4-e9a6-4a50-aaac-549df2f21f34 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:49.769519 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.773922 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.777192 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Pushing event updated for resources: {'Port': ['ID=11d978a7-24ab-4738-97fb-938084c2c222,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:49.787771 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.791252 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-f133861c-aa8f-405e-95b8-8cee5a239c0f None None] Port 11d978a7-24ab-4738-97fb-938084c2c222 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:43:49.854667 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Attempting to bind port 3a6926fa-fb1e-41d2-b571-f5a7795705de on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:49.855045 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Attempting to bind port 3a6926fa-fb1e-41d2-b571-f5a7795705de by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:49.855413 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Attempting to bind port 3a6926fa-fb1e-41d2-b571-f5a7795705de on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:49.860173 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc817f6-5d47-4857-8909-45f826a11cea None None] Pushing event updated for resources: {'Port': ['ID=3a6926fa-fb1e-41d2-b571-f5a7795705de,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:49.866766 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:49.867367 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:49.867642 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.867957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:49.868433 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Bound port: 3a6926fa-fb1e-41d2-b571-f5a7795705de, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:49.868818 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.871197 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:49.871323 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Network 0db49837-87b8-4d83-b991-ff637b72db65 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:43:49.871592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.872705 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:43:49.956850 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] For port 3a6926fa-fb1e-41d2-b571-f5a7795705de, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:49.961447 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] For port 3a6926fa-fb1e-41d2-b571-f5a7795705de, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=3a6926fa-fb1e-41d2-b571-f5a7795705de,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:49.967916 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:49.993258 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Router f3987e09-2d58-4221-80c4-e846c3556a51 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:43:50.072475 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Routers {'f3987e09-2d58-4221-80c4-e846c3556a51'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:50.073109 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['f3987e09-2d58-4221-80c4-e846c3556a51'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:50.076112 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc817f6-5d47-4857-8909-45f826a11cea None None] Pushing event updated for resources: {'Port': ['ID=3a6926fa-fb1e-41d2-b571-f5a7795705de,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:50.109233 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:43:50.116543 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e35822ea-2183-4fc3-b09f-687dd74386b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3987e09-2d58-4221-80c4-e846c3556a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900773 Sep 27 12:43:50.160675 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-ebf0b9bd-199c-485c-b24b-5da806458068 None None] Provisioning complete for port 11d978a7-24ab-4738-97fb-938084c2c222 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:50.161046 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b9bd-199c-485c-b24b-5da806458068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.212379 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0b9bd-199c-485c-b24b-5da806458068 None None] Port 11d978a7-24ab-4738-97fb-938084c2c222 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:43:50.216752 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] Set router f3987e09-2d58-4221-80c4-e846c3556a51 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:50.245499 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:43:50.558584 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:50.598694 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'port_id': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758', 'mac_address': 'fa:16:3e:47:ab:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c37629-a144-4ef1-a6bd-aa428cbc6702', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:43:50.647328 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.658954 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37694) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:50.664460 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759898577', 'description': 'tempest-secgroup-smoke-759898577 description', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:50.665699 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:43:50.671742 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5133a2-eb5b-46b3-9419-082cf48475a6 req-5f02ebb6-c880-4878-8784-93e00d937193 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:50.672921 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '11d978a7-24ab-4738-97fb-938084c2c222', 'name': '', 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'mac_address': 'fa:16:3e:59:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:48Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 2, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'subnets': [{'id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:50.674030 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe5133a2-eb5b-46b3-9419-082cf48475a6 req-5f02ebb6-c880-4878-8784-93e00d937193 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 944 time: 0.0671906 Sep 27 12:43:50.687559 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.709194 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ea29e-4dfb-4de1-bf92-55b9b9a23434 None None] The sync data for ids ['f3987e09-2d58-4221-80c4-e846c3556a51'] in dv-cinder-801522-3-iscsi is: [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '11d978a7-24ab-4738-97fb-938084c2c222', 'name': '', 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'mac_address': 'fa:16:3e:59:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:48Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 2, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'subnets': [{'id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:43:50.726617 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe5133a2-eb5b-46b3-9419-082cf48475a6 req-37d15aec-7464-4548-9d09-b1d063319b39 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Sep 27 12:43:50.735609 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:50.751662 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.786793 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ccb74bcf-6c22-4371-b297-ca917bfacbbf up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:50.794692 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.799163 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.829395 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.830622 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1703022 Sep 27 12:43:50.832745 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa222e-8368-44e1-a2e9-2eb4913d0041 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0015ceff-2ee6-4564-b97f-47f32d70b0dc,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:50.833940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37696) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:50.834926 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:50.841672 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group_rule': {'security_group_id': '0015ceff-2ee6-4564-b97f-47f32d70b0dc', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:50.856374 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port ccb74bcf-6c22-4371-b297-ca917bfacbbf triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:50.856750 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.872897 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.949543 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.958346 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.978150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59936aeb-93a7-4aef-8063-33f655c69bc6,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:50.984199 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:50.985597 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-414bde14-e2b3-4edf-aa9c-3fd6db0bd625 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481667 Sep 27 12:43:50.988008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37698) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:50.992263 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group_rule': {'security_group_id': '0015ceff-2ee6-4564-b97f-47f32d70b0dc', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:51.029295 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.061984 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:43:51.092865 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.098872 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.122332 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca77046-efad-4975-af43-61f2cb7f49f2,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:51.126638 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.130558 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3cef144a-5bf5-48ee-a341-cbfd16a1c298 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391187 Sep 27 12:43:51.131038 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37700) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:51.135220 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group_rule': {'security_group_id': '0015ceff-2ee6-4564-b97f-47f32d70b0dc', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:51.171364 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.232368 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.236405 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.255669 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20744fe7-a974-4f00-986d-d896392d9a66,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:51.258282 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.259507 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-2ad393b4-d6ea-4684-8849-895ecd904b70 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278427 Sep 27 12:43:51.262317 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37702) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:51.266699 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group_rule': {'security_group_id': '0015ceff-2ee6-4564-b97f-47f32d70b0dc', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:51.295055 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.358301 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.362121 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.375402 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51942042-7ef3-408f-9190-3862c0e41476,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:51.392668 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.397107 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37704) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:51.397266 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c670be6a-1167-4905-ad9a-af189aef3c10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339719 Sep 27 12:43:51.404586 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group_rule': {'security_group_id': '0015ceff-2ee6-4564-b97f-47f32d70b0dc', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:51.428772 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.securitygroups_db [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Project 017170b909824ae7abf5e5bbfe9b06ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:43:51.433483 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.500530 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.504752 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.527905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea78d57d-cf62-41cf-af63-82157c3a2328,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:51.538623 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.542766 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-972f8ca0-0690-4fce-a38c-1c37a9289d96 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417258 Sep 27 12:43:51.542930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37708) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:51.547815 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'security_group_rule': {'security_group_id': '0015ceff-2ee6-4564-b97f-47f32d70b0dc', 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:43:51.570759 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.securitygroups_db [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Project 017170b909824ae7abf5e5bbfe9b06ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:43:51.576021 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.615046 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.645372 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.649336 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.667105 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce2fbfc-37bf-460c-b99d-3bcb9843249e,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:51.673405 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:51.674622 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f0fa1dd9-5f85-49fc-a44b-c0af04ae90cb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304898 Sep 27 12:43:51.854514 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65bf4-03f3-45ec-a882-53934ef73c7f req-e1135155-5194-445d-8f66-2653baadf355 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:51.856139 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4dc65bf4-03f3-45ec-a882-53934ef73c7f req-e1135155-5194-445d-8f66-2653baadf355 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 945 time: 0.0520267 Sep 27 12:43:51.900853 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4dc65bf4-03f3-45ec-a882-53934ef73c7f req-1fe4d19f-a62d-4f81-9b22-5fe1f63f02f7 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366132 Sep 27 12:43:52.254306 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:52.312579 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:43:52.317277 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:52.317657 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:52.413963 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:52.444738 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:52.447636 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b29ab3-7ae9-44d9-beb8-153ca50e50b7" -d '{"events": [{"server_uuid": "ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a", "name": "network-vif-plugged", "status": "completed", "tag": "c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:52.462599 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:52.468079 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:52.508959 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1acca5-00d8-4959-889e-329b8e63f83c x-openstack-request-id: req-3f1acca5-00d8-4959-889e-329b8e63f83c {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:52.509579 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a", "name": "network-vif-plugged", "status": "completed", "tag": "c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:52.510096 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f1acca5-00d8-4959-889e-329b8e63f83c {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:52.510796 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758', 'code': 200} Sep 27 12:43:52.536202 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:52.720553 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3339c00-50a7-449b-a843-f54b146c0a8a req-7f3f41f5-57fe-40a3-af9a-fee2963f1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:52.722059 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a3339c00-50a7-449b-a843-f54b146c0a8a req-7f3f41f5-57fe-40a3-af9a-fee2963f1886 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 1099 time: 0.0553515 Sep 27 12:43:52.765947 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a3339c00-50a7-449b-a843-f54b146c0a8a req-ba15634a-5330-411d-950d-d351e353a3e1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Sep 27 12:43:52.768128 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3a6926fa-fb1e-41d2-b571-f5a7795705de up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:52.776502 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Sync routers for ids ['f3987e09-2d58-4221-80c4-e846c3556a51'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:43:52.785313 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Routers {'f3987e09-2d58-4221-80c4-e846c3556a51'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:52.785913 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['f3987e09-2d58-4221-80c4-e846c3556a51'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:52.817133 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 3a6926fa-fb1e-41d2-b571-f5a7795705de triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:52.817505 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:52.895406 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:52.918515 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 3a6926fa-fb1e-41d2-b571-f5a7795705de, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=3a6926fa-fb1e-41d2-b571-f5a7795705de,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:52.925462 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:52.980690 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=3a6926fa-fb1e-41d2-b571-f5a7795705de,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:52.990421 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Set router f3987e09-2d58-4221-80c4-e846c3556a51 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:53.035662 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937957f-55c6-4cff-a1be-d30087d22e0e req-bb947fc9-9fbf-4d03-8f46-bb2ff5cb3cfb tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:53.037195 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6937957f-55c6-4cff-a1be-d30087d22e0e req-bb947fc9-9fbf-4d03-8f46-bb2ff5cb3cfb tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 946 time: 0.0593231 Sep 27 12:43:53.075026 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6937957f-55c6-4cff-a1be-d30087d22e0e req-61c49e55-47b5-4ce2-a5c5-f6d1c1fb0aa9 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Sep 27 12:43:53.189223 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '11d978a7-24ab-4738-97fb-938084c2c222', 'name': '', 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'mac_address': 'fa:16:3e:59:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:48Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 2, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'subnets': [{'id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:53.220993 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Checking router: f3987e09-2d58-4221-80c4-e846c3556a51 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:43:53.221336 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Updating router f3987e09-2d58-4221-80c4-e846c3556a51 port 11d978a7-24ab-4738-97fb-938084c2c222 binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:43:53.245345 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.323714 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d517613c-e95d-4cc3-8825-55a846575673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.515623 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.520661 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.573661 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111432-f397-4487-a80f-c7e7af43905b None None] Pushing event updated for resources: {'Port': ['ID=11d978a7-24ab-4738-97fb-938084c2c222,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:53.633219 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Attempting to bind port 11d978a7-24ab-4738-97fb-938084c2c222 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:43:53.633644 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Attempting to bind port 11d978a7-24ab-4738-97fb-938084c2c222 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:43:53.634008 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Attempting to bind port 11d978a7-24ab-4738-97fb-938084c2c222 on network 0db49837-87b8-4d83-b991-ff637b72db65 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:43:53.639911 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:43:53.640310 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Checking segment: {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:43:53.640717 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.641110 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Bound using segment: {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:43:53.641576 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Bound port: 11d978a7-24ab-4738-97fb-938084c2c222, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907614f-718c-43e9-8ef0-5ce3594a0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:43:53.641976 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.728208 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] For port 11d978a7-24ab-4738-97fb-938084c2c222, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:43:53.731601 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] For port 11d978a7-24ab-4738-97fb-938084c2c222, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=11d978a7-24ab-4738-97fb-938084c2c222,segment=NetworkSegment(4907614f-718c-43e9-8ef0-5ce3594a0cad),segment_id=4907614f-718c-43e9-8ef0-5ce3594a0cad)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:43:53.735676 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.755454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-f038e1a1-b58f-4623-b6ca-b935f6bf0c82 None None] Provisioning complete for port 11d978a7-24ab-4738-97fb-938084c2c222 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:53.755914 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f038e1a1-b58f-4623-b6ca-b935f6bf0c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.801643 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111432-f397-4487-a80f-c7e7af43905b None None] Pushing event updated for resources: {'Port': ['ID=11d978a7-24ab-4738-97fb-938084c2c222,revision_number=4']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:53.805786 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Routers {'f3987e09-2d58-4221-80c4-e846c3556a51'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:53.806578 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['f3987e09-2d58-4221-80c4-e846c3556a51'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:53.845737 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f038e1a1-b58f-4623-b6ca-b935f6bf0c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.880764 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-f038e1a1-b58f-4623-b6ca-b935f6bf0c82 None None] For port 11d978a7-24ab-4738-97fb-938084c2c222, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=11d978a7-24ab-4738-97fb-938084c2c222,segment=NetworkSegment(4907614f-718c-43e9-8ef0-5ce3594a0cad),segment_id=4907614f-718c-43e9-8ef0-5ce3594a0cad)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:53.887336 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f038e1a1-b58f-4623-b6ca-b935f6bf0c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:53.926949 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] Set router f3987e09-2d58-4221-80c4-e846c3556a51 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:53.947382 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038e1a1-b58f-4623-b6ca-b935f6bf0c82 None None] Pushing event updated for resources: {'Port': ['ID=11d978a7-24ab-4738-97fb-938084c2c222,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:54.006504 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-9653c9a5-276c-4c66-a793-0573bd418c4a None None] Provisioning complete for port 11d978a7-24ab-4738-97fb-938084c2c222 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:54.006878 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9653c9a5-276c-4c66-a793-0573bd418c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:54.137562 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '11d978a7-24ab-4738-97fb-938084c2c222', 'name': '', 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'mac_address': 'fa:16:3e:59:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:48Z', 'updated_at': '2021-09-27T12:43:53Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'subnets': [{'id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:54.164384 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86396622-fa6a-46c3-b8ab-ffb41f8c85af None None] The sync data for ids ['f3987e09-2d58-4221-80c4-e846c3556a51'] in dv-cinder-801522-3-iscsi is: [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:49Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '11d978a7-24ab-4738-97fb-938084c2c222', 'name': '', 'network_id': '0db49837-87b8-4d83-b991-ff637b72db65', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'mac_address': 'fa:16:3e:59:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:48Z', 'updated_at': '2021-09-27T12:43:53Z', 'revision_number': 4, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'subnets': [{'id': '1f7b51a1-640f-4234-8f39-f659e03b6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:43:54.204867 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143992bf-920f-48b2-97ec-7dfeb2db7402 req-e33a10a4-4472-4dad-9984-973826fd7acf tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:54.214020 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-143992bf-920f-48b2-97ec-7dfeb2db7402 req-e33a10a4-4472-4dad-9984-973826fd7acf tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 946 time: 0.0679839 Sep 27 12:43:54.254233 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-143992bf-920f-48b2-97ec-7dfeb2db7402 req-d4172f79-ac82-4b57-92b8-f674840b0476 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 Sep 27 12:43:54.773941 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 11d978a7-24ab-4738-97fb-938084c2c222 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:54.822727 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 11d978a7-24ab-4738-97fb-938084c2c222 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:54.823104 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:54.904811 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3a6926fa-fb1e-41d2-b571-f5a7795705de up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:43:54.956800 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 3a6926fa-fb1e-41d2-b571-f5a7795705de triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:43:54.957169 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:54.990420 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc369f8-915e-4d0f-9e4f-67ac817bbf4d req-e0fe22c6-6e23-43a9-a68d-94a23781e695 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:54.991966 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1bc369f8-915e-4d0f-9e4f-67ac817bbf4d req-e0fe22c6-6e23-43a9-a68d-94a23781e695 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0505481 Sep 27 12:43:55.035449 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1bc369f8-915e-4d0f-9e4f-67ac817bbf4d req-031d596e-02e5-4f09-8b43-b06db5be49e0 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372589 Sep 27 12:43:55.370649 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cb69c-7748-4f7c-8148-320af5d405f6 req-603ee553-2cbe-4f54-9307-91682fd7ecec tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:55.372234 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-747cb69c-7748-4f7c-8148-320af5d405f6 req-603ee553-2cbe-4f54-9307-91682fd7ecec tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 946 time: 0.0496514 Sep 27 12:43:55.411565 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-747cb69c-7748-4f7c-8148-320af5d405f6 req-c7a118cc-5e5b-49dc-bd00-f434764c959e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Sep 27 12:43:56.034528 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5e591e2c-76ce-4226-8c4f-706a57f3d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:56.158819 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60549-41ff-473a-b696-397106bbf72c req-e6ad4112-8201-4899-9b91-874c427f197e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:56.160297 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d7e60549-41ff-473a-b696-397106bbf72c req-e6ad4112-8201-4899-9b91-874c427f197e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0481181 Sep 27 12:43:56.197828 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d7e60549-41ff-473a-b696-397106bbf72c req-7b81898f-0169-460a-b94b-22629cd58f82 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Sep 27 12:43:56.886538 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:56.977278 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04f9d3-599d-437b-b32b-03ce961db81c req-bdc32d9d-7001-4847-802d-2eddc61d4609 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:56.978990 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de04f9d3-599d-437b-b32b-03ce961db81c req-bdc32d9d-7001-4847-802d-2eddc61d4609 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0537503 Sep 27 12:43:57.078800 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Deleting port 73638159-19e3-4baf-8f2e-00f7cb89284b {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:43:57.079145 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:57.267383 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:57.329326 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464805b-8016-49be-aa25-743381ea7ff1 req-13d37d62-6502-4989-a582-6b7bda97171c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:43:57.330888 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-6464805b-8016-49be-aa25-743381ea7ff1 req-13d37d62-6502-4989-a582-6b7bda97171c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 946 time: 0.0513432 Sep 27 12:43:57.374396 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-6464805b-8016-49be-aa25-743381ea7ff1 req-ecd34e8e-a1cd-4a68-af29-8da888b2f91b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8d0988f-500e-4c92-b473-d3ddcf1eeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367389 Sep 27 12:43:57.387391 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] For port 73638159-19e3-4baf-8f2e-00f7cb89284b, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=73638159-19e3-4baf-8f2e-00f7cb89284b,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:43:57.387698 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:57.605650 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:57.606080 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:57.606380 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Floating IP 94d550ed-6d71-44dd-9aef-9da53c1cfc5f disassociated. External IP: 172.27.0.251, port: 73638159-19e3-4baf-8f2e-00f7cb89284b. Sep 27 12:43:57.606718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Calling delete_port for 73638159-19e3-4baf-8f2e-00f7cb89284b owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:43:57.732122 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:57.765637 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event deleted for resources: {'Port': ['ID=73638159-19e3-4baf-8f2e-00f7cb89284b,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:57.877683 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Router 595c79c5-ca1f-4d06-9014-778725533155 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:43:57.984576 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:43:57.994645 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:43:58.003650 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:58.004300 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:58.031875 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] No DVR routers for this DVR port 73638159-19e3-4baf-8f2e-00f7cb89284b on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:43:58.034652 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:58.036971 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-de04f9d3-599d-437b-b32b-03ce961db81c req-104d7ec4-f70c-4467-bddf-6898b4f5b803 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "DELETE /v2.0/ports/73638159-19e3-4baf-8f2e-00f7cb89284b HTTP/1.1" status: 204 len: 173 time: 1.0513718 Sep 27 12:43:58.037405 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-deleted', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:43:58.039880 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecf8c31-72f7-4803-9a9d-864118b0e314" -d '{"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-deleted", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:43:58.086280 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e3a90-34bb-45c3-8616-5126dd3edbe7 x-openstack-request-id: req-478e3a90-34bb-45c3-8616-5126dd3edbe7 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:43:58.086580 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3a46d-1dc9-4ec2-a4e1-14d7af01e109", "name": "network-vif-deleted", "tag": "73638159-19e3-4baf-8f2e-00f7cb89284b", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:43:58.086826 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-478e3a90-34bb-45c3-8616-5126dd3edbe7 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:43:58.087245 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec3a46d-1dc9-4ec2-a4e1-14d7af01e109', 'name': 'network-vif-deleted', 'tag': '73638159-19e3-4baf-8f2e-00f7cb89284b', 'status': 'completed', 'code': 200} Sep 27 12:43:58.120656 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:58.323836 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:58.351016 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:43:58.359503 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:43:58.360133 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:58.470730 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:43:58.508502 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e8594615-d4da-49d4-89e9-197f643a567d req-6a91b836-87ba-40e7-abbb-2fccf06e3ad0 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3a46d-1dc9-4ec2-a4e1-14d7af01e109 HTTP/1.1" status: 200 len: 210 time: 0.0405517 Sep 27 12:43:58.697294 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:43:58.740448 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9cdc9-0a6c-4f3f-95d0-5e0798268e03 None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:43:58.947848 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69576ef1-c54b-4a6e-a81e-e67d62b258b8 None None] New status for floating IP 94d550ed-6d71-44dd-9aef-9da53c1cfc5f: DOWN {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:43:59.140487 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.593127 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37846) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:59.651370 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d3c48f40-e9c5-4ad8-8161-bbebc9c7edc5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.676792 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d3c48f40-e9c5-4ad8-8161-bbebc9c7edc5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.726832 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d3c48f40-e9c5-4ad8-8161-bbebc9c7edc5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.729998 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d3c48f40-e9c5-4ad8-8161-bbebc9c7edc5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.731460 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-d3c48f40-e9c5-4ad8-8161-bbebc9c7edc5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "DELETE /v2.0/security-groups/f8d0988f-500e-4c92-b473-d3ddcf1eeccf HTTP/1.1" status: 204 len: 168 time: 0.1371558 Sep 27 12:43:59.735170 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37848) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:59.749299 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48f40-e9c5-4ad8-8161-bbebc9c7edc5 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d0988f-500e-4c92-b473-d3ddcf1eeccf,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:43:59.775709 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.api.v2.resource [None req-b4b8f8ea-d3bb-4847-b225-d1e143cb4704 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] show failed (client error): The resource could not be found. Sep 27 12:43:59.776801 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-b4b8f8ea-d3bb-4847-b225-d1e143cb4704 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups/f8d0988f-500e-4c92-b473-d3ddcf1eeccf HTTP/1.1" status: 404 len: 347 time: 0.0391607 Sep 27 12:43:59.779721 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37850) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:43:59.902926 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Deleting port 7b492b20-2a61-424f-b836-c47dcc4117a8 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:43:59.903265 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.975852 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.976788 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:43:59.988229 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Calling delete_port for 7b492b20-2a61-424f-b836-c47dcc4117a8 owned by network:floatingip {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:00.127187 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.150641 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event deleted for resources: {'Port': ['ID=7b492b20-2a61-424f-b836-c47dcc4117a8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:00.221546 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.224198 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.225357 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-29566e3a-8bc8-4156-99e4-b8f87266efeb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "DELETE /v2.0/floatingips/94d550ed-6d71-44dd-9aef-9da53c1cfc5f HTTP/1.1" status: 204 len: 168 time: 0.4447083 Sep 27 12:44:00.407828 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 37856) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:00.412617 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958036583', 'description': 'tempest-description--1404848354'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:00.434355 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.519224 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.523027 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.549848 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.551081 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1421180 Sep 27 12:44:00.555085 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37860) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:00.556834 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c1f3f-977f-4894-aa88-1569284df43c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca79519-5d17-4497-bc2a-38ab25571788,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:00.560211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'security_group_rule': {'security_group_id': 'eca79519-5d17-4497-bc2a-38ab25571788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:00.586808 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.637750 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.641295 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.656527 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d9606f-a6bc-4828-8315-a3df6cb1f17e,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:00.665584 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.666723 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3d713eed-0155-47e1-98f2-7e76ca7fb5f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104438 Sep 27 12:44:00.669638 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37862) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:00.673872 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'security_group_rule': {'security_group_id': 'eca79519-5d17-4497-bc2a-38ab25571788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:00.698319 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.756352 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.759670 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.777325 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdb16f5-a9ef-41a5-9bf7-7204263251ea,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:00.782438 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.785120 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f35e5574-801a-48c0-ad06-bfe1020e67f4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131101 Sep 27 12:44:00.786650 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 37864) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:00.791512 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:00.813690 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:00.910521 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.015448 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Allocated IP 172.27.0.153 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/275e2b35-5401-4df2-99c1-aad3c8558720) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:01.121517 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.153538 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.191736 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:01.194473 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:01.197077 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:01.222646 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'Port': ['ID=275e2b35-5401-4df2-99c1-aad3c8558720,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:01.284057 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.320510 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.478321 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.482445 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.552940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'Port': ['ID=275e2b35-5401-4df2-99c1-aad3c8558720,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:01.562604 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.575537 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:01.576805 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e97ace03-44c4-4723-b641-e9d82c430897 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7892520 Sep 27 12:44:01.761256 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-fa226c25-2bda-409d-b914-2ad85484b6f8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1958036583&fields=id&tenant_id=31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 267 time: 0.0352724 Sep 27 12:44:01.872083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-dd96eab0-9420-45bc-b631-fce7ae521311 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:01.873537 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-dd96eab0-9420-45bc-b631-fce7ae521311 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 817 time: 0.1058564 Sep 27 12:44:01.888431 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-e79a5fbf-2694-456b-9a90-eb325dea34a4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/quotas/31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 375 time: 0.0092435 Sep 27 12:44:01.942951 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-42824ad6-b8bb-43d1-94fc-4380ae629bb8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491405 Sep 27 12:44:02.039055 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-62ec746e-a399-401f-9802-e7b9fae9af96 service neutron] 10.222.0.15 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836849 Sep 27 12:44:02.134803 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-fc476254-578a-4696-92f6-31a9cf9d54d9 service neutron] 10.222.0.15 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884790 Sep 27 12:44:02.291912 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd4777cc-0663-48ba-b08a-bb21504dad8c req-f4149730-fdda-4495-8d7d-8ce13ec840aa tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Sep 27 12:44:02.345823 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:02.374821 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 73638159-19e3-4baf-8f2e-00f7cb89284b {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:44:02.375274 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 73638159-19e3-4baf-8f2e-00f7cb89284b not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:44:03.336231 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-727e8fe7-f837-43b7-a582-59979e1c93c3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:03.338148 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-727e8fe7-f837-43b7-a582-59979e1c93c3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 817 time: 0.1119339 Sep 27 12:44:03.392142 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-43e902bf-b5d8-4970-a2a4-ae81072a3d10 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 380 time: 0.0439100 Sep 27 12:44:03.392839 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7d012193-2bb0-4e3e-a562-94ccfbb4733f req-760db895-5cc9-494d-9f0b-c61aed179ff8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 210 time: 0.0264952 Sep 27 12:44:03.416934 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'port': {'device_id': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'admin_state_up': True, 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'security_groups': ['eca79519-5d17-4497-bc2a-38ab25571788']}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:03.515656 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Made reservation on behalf of 31db929fbd884788a93e9466f9b59fbb for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:44:03.519255 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:03.652022 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Allocated IP 172.20.0.13 (b5cf3484-68f6-4d34-aefd-257d643cb7dc/8eb1c7c4-3b8b-4364-8273-bc7150733849/a489f261-adda-4d3d-b7ad-374cd2f5ab59) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:03.796056 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:03.827381 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:03.868474 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:03.871297 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:03.874885 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:03.883099 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:03.928802 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:03.929453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:03.943817 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-973bd380-d5b4-4dce-8a01-c1730b5de6f6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5397990 Sep 27 12:44:03.958877 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Request body: {'port': {'device_id': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:04.019927 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.091690 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-f9ec8e72-b20c-4ace-a6f4-6282db97a1e2 None None] Provisioning complete for port a489f261-adda-4d3d-b7ad-374cd2f5ab59 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:04.092339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8e72-b20c-4ace-a6f4-6282db97a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.126764 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec8e72-b20c-4ace-a6f4-6282db97a1e2 None None] Port a489f261-adda-4d3d-b7ad-374cd2f5ab59 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:44:04.277003 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a489f261-adda-4d3d-b7ad-374cd2f5ab59 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:04.283978 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.296436 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Transition to ACTIVE for port object a489f261-adda-4d3d-b7ad-374cd2f5ab59 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:44:04.300033 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.367100 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:04.421171 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Attempting to bind port a489f261-adda-4d3d-b7ad-374cd2f5ab59 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:44:04.421604 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Attempting to bind port a489f261-adda-4d3d-b7ad-374cd2f5ab59 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:44:04.422005 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Attempting to bind port a489f261-adda-4d3d-b7ad-374cd2f5ab59 on network b5cf3484-68f6-4d34-aefd-257d643cb7dc {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:04.426768 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Port a489f261-adda-4d3d-b7ad-374cd2f5ab59 on network b5cf3484-68f6-4d34-aefd-257d643cb7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:44:04.427222 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Attempting to bind port a489f261-adda-4d3d-b7ad-374cd2f5ab59 on network b5cf3484-68f6-4d34-aefd-257d643cb7dc {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:04.432393 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:44:04.432813 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Checking segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:44:04.433382 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Bound using segment: {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:44:04.433760 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Bound port: a489f261-adda-4d3d-b7ad-374cd2f5ab59, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:44:04.434186 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.529097 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:44:04.534166 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:44:04.540034 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.554685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b114b6-9c5d-47a4-8095-9dc6a32ec36c req-3b569a13-cd49-4b62-aa28-ce4fbbbd3e14 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:04.556255 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c7b114b6-9c5d-47a4-8095-9dc6a32ec36c req-3b569a13-cd49-4b62-aa28-ce4fbbbd3e14 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0829496 Sep 27 12:44:04.613388 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:04.613388 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:04.613388 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] 10.222.0.38 "PUT /v2.0/ports/a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 1094 time: 0.6527662 Sep 27 12:44:04.613388 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:04.613388 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9109ef1-7e23-48ec-98bd-7b3839033f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:04.644287 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0127e-c793-4a79-ab64-16b03f2764cb service neutron] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:04.650088 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c7b114b6-9c5d-47a4-8095-9dc6a32ec36c req-0ee9b321-553d-4f93-9ef7-5dfbc6f46858 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734000 Sep 27 12:44:04.704409 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-0358e739-4939-4bbd-995f-1e658a2b0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:04.705752 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-0358e739-4939-4bbd-995f-1e658a2b0f95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1097 time: 0.0548370 Sep 27 12:44:04.723234 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05189e1f-7d78-4595-a7d0-ec471f0070be x-openstack-request-id: req-05189e1f-7d78-4595-a7d0-ec471f0070be {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:04.723524 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:04.723771 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05189e1f-7d78-4595-a7d0-ec471f0070be {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:04.724201 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'status': 'completed', 'code': 200} Sep 27 12:44:04.764458 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-786cbdd6-3061-46fc-96df-c8298880b054 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 217 time: 0.0389073 Sep 27 12:44:04.822422 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-859e979c-7b6e-4616-b399-973fba38448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:04.823933 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-859e979c-7b6e-4616-b399-973fba38448f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0518773 Sep 27 12:44:04.870478 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-0b2a5794-15c2-43b1-915f-b0f1636957d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:04.871966 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-0b2a5794-15c2-43b1-915f-b0f1636957d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398629 Sep 27 12:44:04.966688 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-67ecae31-e786-4f00-a617-8c4e562ee115 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829182 Sep 27 12:44:05.075430 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1aec99c8-1bab-4b0f-a3a9-84f8eba69dad req-246d482e-b7bb-465b-9aa8-596f3aae3a36 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923493 Sep 27 12:44:05.173988 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-54f28b0d-c399-41ff-8069-084a9f2f17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:05.175426 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-54f28b0d-c399-41ff-8069-084a9f2f17d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1097 time: 0.0409279 Sep 27 12:44:05.268312 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-d1ba778d-8665-4e7c-8598-1cc5b07296b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:05.269777 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-d1ba778d-8665-4e7c-8598-1cc5b07296b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.0856729 Sep 27 12:44:05.313308 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-dcd82c89-5f3d-470d-9da5-16da215ec083 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 217 time: 0.0330918 Sep 27 12:44:05.371844 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-c4459663-f5bd-4069-9ca0-cb89df470bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:05.373303 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-c4459663-f5bd-4069-9ca0-cb89df470bc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0454893 Sep 27 12:44:05.620610 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-292638eb-f9fe-47b9-82bd-b2ae3e191427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:05.622079 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-292638eb-f9fe-47b9-82bd-b2ae3e191427 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2407045 Sep 27 12:44:05.717321 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-ca430519-a240-4c0d-ad25-9fda7cd55645 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842295 Sep 27 12:44:05.841498 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b339cb-5958-4ae3-a416-6222932bfbd6 req-7d1c1fde-228d-4961-9b76-16d87a7ef337 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:05.842979 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-00b339cb-5958-4ae3-a416-6222932bfbd6 req-7d1c1fde-228d-4961-9b76-16d87a7ef337 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.1114743 Sep 27 12:44:05.874816 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9109ef1-7e23-48ec-98bd-7b3839033f8d req-8d4430ad-9d85-494f-98cb-b1f56a2779c3 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420808 Sep 27 12:44:05.898530 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-00b339cb-5958-4ae3-a416-6222932bfbd6 req-634a728b-dd24-4123-8251-2e7c4dec74c0 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472834 Sep 27 12:44:06.406794 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-316524e3-0414-4096-abc7-0dc12165cb54 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:06.408394 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-316524e3-0414-4096-abc7-0dc12165cb54 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1012397 Sep 27 12:44:06.423990 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-201e358e-4796-42c8-8944-82e63e7d6023 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/quotas/8ad383efcc4b4f81a733711adc5361bf HTTP/1.1" status: 200 len: 375 time: 0.0092630 Sep 27 12:44:06.477137 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-c1956a3d-0214-41f5-9ad9-e9d90c9c4db7 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479679 Sep 27 12:44:06.567225 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-9dbb37b1-b95a-4044-8eae-0e4344eb290a service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Sep 27 12:44:06.652979 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-95a32235-d6fd-4e4f-8ec2-1c8141cf66a1 service neutron] 10.222.0.15 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799370 Sep 27 12:44:06.805599 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8ca347ae-4dcf-4fff-bb0d-a3ca0e5fc867 req-96965bab-8548-4e98-9f60-9434e4ac2514 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 210 time: 0.0263877 Sep 27 12:44:07.027542 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5ddf-7fc4-4f19-a204-ce8ff37d3d78 req-b7106cc9-1ef8-4618-b96e-beacf03da541 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:07.029057 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-32cf5ddf-7fc4-4f19-a204-ce8ff37d3d78 req-b7106cc9-1ef8-4618-b96e-beacf03da541 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0568221 Sep 27 12:44:07.069325 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-32cf5ddf-7fc4-4f19-a204-ce8ff37d3d78 req-12d99373-02ad-4bdd-b029-fd1e0ce4f4f9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Sep 27 12:44:07.904085 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e74bf056-61f5-4944-a5a6-efb354385695 req-5f927447-c564-40ae-be48-8e0b7dd8994b tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 210 time: 0.0269849 Sep 27 12:44:07.929701 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-e4a31db0-e6eb-4aab-b6a9-591faf041f7a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:07.931031 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-e4a31db0-e6eb-4aab-b6a9-591faf041f7a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 815 time: 0.1053014 Sep 27 12:44:07.957586 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Request body: {'port': {'device_id': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'admin_state_up': True, 'tenant_id': '8ad383efcc4b4f81a733711adc5361bf'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:08.068937 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Made reservation on behalf of 8ad383efcc4b4f81a733711adc5361bf for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:44:08.072489 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.228507 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Allocated IP 172.20.0.7 (0a53e0e4-ac1f-427f-b4bc-2f32929efa18/e2c37629-a144-4ef1-a6bd-aa428cbc6702/64b9dd21-7b18-44b6-a9ba-05ac788c5478) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:08.237525 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011598df-aa6e-4363-b421-6c00d38dc45a req-aef7c5a3-c4c3-46d5-a783-aee868c999a4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:08.238985 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-011598df-aa6e-4363-b421-6c00d38dc45a req-aef7c5a3-c4c3-46d5-a783-aee868c999a4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0972908 Sep 27 12:44:08.300643 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-011598df-aa6e-4363-b421-6c00d38dc45a req-3d5d3e77-3032-4e1a-b2d2-e6c27cb1f8a7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536287 Sep 27 12:44:08.371792 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:44:08.409038 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.442374 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.455942 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed', 'edff9594-22e4-43d2-953a-22f59212aaa4', 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:08.485427 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:08.488509 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:08.492347 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:08.492528 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:08.500817 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event updated for resources: {'Port': ['ID=64b9dd21-7b18-44b6-a9ba-05ac788c5478,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:08.508284 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'mac_address': 'fa:16:3e:b1:34:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:44:08.545641 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:08.546250 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.559934 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-1a8ebc22-5544-4a51-89e2-9e7e85fe0163 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6061065 Sep 27 12:44:08.575079 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Request body: {'port': {'device_id': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:08.575513 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.597153 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a489f261-adda-4d3d-b7ad-374cd2f5ab59 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:08.630763 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.632810 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:08.642690 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.716359 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:08.731378 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.731754 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.732123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.732461 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.732798 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.733172 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.733516 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.733840 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.734186 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.734518 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.734853 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.735170 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:08.894779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b9dd21-7b18-44b6-a9ba-05ac788c5478 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:08.902476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.913967 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Transition to ACTIVE for port object 64b9dd21-7b18-44b6-a9ba-05ac788c5478 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:44:08.917915 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:08.968990 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9dd21-7b18-44b6-a9ba-05ac788c5478,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:09.038527 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['a489f261-adda-4d3d-b7ad-374cd2f5ab59'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:09.041355 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Attempting to bind port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:44:09.041355 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Attempting to bind port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:44:09.041629 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Attempting to bind port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:09.043758 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7605f-c57a-471c-a3a6-46b5f9d95774 req-b6003fbc-5a3d-462d-9b77-fead0671319a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.045272 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cfa7605f-c57a-471c-a3a6-46b5f9d95774 req-b6003fbc-5a3d-462d-9b77-fead0671319a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 943 time: 0.0709305 Sep 27 12:44:09.046524 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:44:09.046921 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Attempting to bind port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 on network 0a53e0e4-ac1f-427f-b4bc-2f32929efa18 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:09.051838 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:44:09.052280 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Checking segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:44:09.052739 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Bound using segment: {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:44:09.053237 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Bound port: 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b34b61-ea41-4838-afdc-1600cce91c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:44:09.053664 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:09.085700 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cfa7605f-c57a-471c-a3a6-46b5f9d95774 req-8d35d1f5-9a8e-413b-a928-8edb9d90ba4c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Sep 27 12:44:09.121264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] For port 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:44:09.124211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] For port 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:44:09.128783 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:09.163924 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.164605 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:09.166067 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] 10.222.0.38 "PUT /v2.0/ports/64b9dd21-7b18-44b6-a9ba-05ac788c5478 HTTP/1.1" status: 200 len: 1093 time: 0.5951877 Sep 27 12:44:09.166500 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'tag': '64b9dd21-7b18-44b6-a9ba-05ac788c5478'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:09.169012 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d479991-8eea-4deb-84d5-3514a8956fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91abf5-2f9d-4d44-ba05-da420a75f17f", "tag": "64b9dd21-7b18-44b6-a9ba-05ac788c5478"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:09.195558 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866db22c-7cd5-4c14-915d-0fdef5e63b94 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9dd21-7b18-44b6-a9ba-05ac788c5478,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:09.212101 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bf91fa-33ca-4f61-b878-d7f69323d4b9 x-openstack-request-id: req-94bf91fa-33ca-4f61-b878-d7f69323d4b9 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:09.212384 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91abf5-2f9d-4d44-ba05-da420a75f17f", "tag": "64b9dd21-7b18-44b6-a9ba-05ac788c5478", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:09.212634 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94bf91fa-33ca-4f61-b878-d7f69323d4b9 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:09.213024 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'tag': '64b9dd21-7b18-44b6-a9ba-05ac788c5478', 'status': 'completed', 'code': 200} Sep 27 12:44:09.262999 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-c149aac8-0a00-4c42-87ae-86ff5c4564bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.264464 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-c149aac8-0a00-4c42-87ae-86ff5c4564bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 1096 time: 0.0431426 Sep 27 12:44:09.306397 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-9a4d9980-d1e3-48f3-8690-0f4567e33a73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478 HTTP/1.1" status: 200 len: 217 time: 0.0334444 Sep 27 12:44:09.354361 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-9dbc7116-8b47-4c00-be59-391582a4e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.355834 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-9dbc7116-8b47-4c00-be59-391582a4e256 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0416272 Sep 27 12:44:09.388528 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-724814d0-370a-4c9a-be64-2d5d384c64db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239484 Sep 27 12:44:09.417442 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c812-f842-486c-bd9c-bc5b4ea4e3a4 req-a505a50d-5059-4d9d-9477-f1a90aa44725 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.418829 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1387c812-f842-486c-bd9c-bc5b4ea4e3a4 req-a505a50d-5059-4d9d-9477-f1a90aa44725 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 945 time: 0.0482540 Sep 27 12:44:09.456618 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1387c812-f842-486c-bd9c-bc5b4ea4e3a4 req-1bbd531c-ff97-4035-ae7b-7ba8c5558b99 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Sep 27 12:44:09.482069 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-20576b38-b2da-4090-b21c-9383de7cd905 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850439 Sep 27 12:44:09.572011 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3adbf854-29d9-4406-a4ef-96eb6243abc6 req-46e1336e-f055-4e01-97d8-aed17d4dac23 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803456 Sep 27 12:44:09.670380 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-bcc461ea-0d0a-4dc9-9cb4-8263dc6a9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.671764 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-bcc461ea-0d0a-4dc9-9cb4-8263dc6a9a07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ad383efcc4b4f81a733711adc5361bf&device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 1096 time: 0.0449016 Sep 27 12:44:09.763864 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-8c0c3aec-9dc1-47d1-a15c-081dcffcef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.765346 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-8c0c3aec-9dc1-47d1-a15c-081dcffcef3d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 200 len: 916 time: 0.0831578 Sep 27 12:44:09.817353 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-6dfdf0dc-c834-4ae8-a129-0f38674c4c74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478 HTTP/1.1" status: 200 len: 217 time: 0.0376084 Sep 27 12:44:09.869311 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-d7618fd1-b65f-4f21-8e13-3e0cb61b5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:09.871068 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-d7618fd1-b65f-4f21-8e13-3e0cb61b5a2e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 200 len: 855 time: 0.0431771 Sep 27 12:44:09.906847 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-27b91c0a-931a-4826-a6cf-2cc36d8503c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a53e0e4-ac1f-427f-b4bc-2f32929efa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237269 Sep 27 12:44:09.999256 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-50bc45f1-ba02-42ac-bc06-ed18a38f2229 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835357 Sep 27 12:44:10.108693 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d479991-8eea-4deb-84d5-3514a8956fdf req-8c219d3b-7b99-4aef-81fc-8b4eae5d5c13 service neutron] 10.222.0.38 "GET /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859315 Sep 27 12:44:10.205016 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47639bd1-09d1-4a9e-81bc-851817ac9acf req-9dc852bb-dcf1-46f7-9f53-b975eeed37e0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:10.206497 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-47639bd1-09d1-4a9e-81bc-851817ac9acf req-9dc852bb-dcf1-46f7-9f53-b975eeed37e0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 943 time: 0.0496330 Sep 27 12:44:10.244505 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-47639bd1-09d1-4a9e-81bc-851817ac9acf req-23d4411e-4cc4-4387-be66-ac3c632e877a tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Sep 27 12:44:10.370765 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:44:10.416731 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port a489f261-adda-4d3d-b7ad-374cd2f5ab59 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:44:10.420378 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port a489f261-adda-4d3d-b7ad-374cd2f5ab59 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:10.420744 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:10.493095 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:10.517947 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:10.520113 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1342cf2-3518-4d54-ae2b-6f8197f8476e" -d '{"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-plugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:10.533273 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:10.539130 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:10.563282 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d813e4b4-b402-4e7c-a897-0b9a5dedc891 x-openstack-request-id: req-d813e4b4-b402-4e7c-a897-0b9a5dedc891 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:10.563595 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-plugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:10.563844 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d813e4b4-b402-4e7c-a897-0b9a5dedc891 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:10.564255 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'code': 200} Sep 27 12:44:10.578230 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04dbd5-c957-42d6-93e0-3a1654b753fc req-2a12781a-3a73-4733-9e7c-c4d06e23493d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:10.579742 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4f04dbd5-c957-42d6-93e0-3a1654b753fc req-2a12781a-3a73-4733-9e7c-c4d06e23493d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0523663 Sep 27 12:44:10.591035 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:10.621104 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4f04dbd5-c957-42d6-93e0-3a1654b753fc req-a1420620-5d48-421e-95c4-0f2586506216 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Sep 27 12:44:10.742983 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de16e9-97da-455e-af0f-c0753cbedb8f req-ba682844-f08c-4996-8cee-3d3211b245ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:10.744476 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c7de16e9-97da-455e-af0f-c0753cbedb8f req-ba682844-f08c-4996-8cee-3d3211b245ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1099 time: 0.0421360 Sep 27 12:44:10.784878 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c7de16e9-97da-455e-af0f-c0753cbedb8f req-3bda0043-be24-4cdf-8051-3ceb2b8841aa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275829 Sep 27 12:44:11.333551 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-bf148c1b-9467-461c-9524-a929499efc03 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759898577&fields=id&tenant_id=017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 267 time: 0.0324676 Sep 27 12:44:11.361560 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b096433-c9b1-4a7d-b181-7902cb2c79c1 req-286cdb60-cbe6-4484-a8db-fecc0b905889 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:11.363151 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2b096433-c9b1-4a7d-b181-7902cb2c79c1 req-286cdb60-cbe6-4484-a8db-fecc0b905889 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 943 time: 0.0549135 Sep 27 12:44:11.401363 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2b096433-c9b1-4a7d-b181-7902cb2c79c1 req-8cabb76e-0f9e-4a18-bf61-d621d9b8357e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Sep 27 12:44:11.442702 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-1432db27-65b5-496f-ae7e-a62f6a6ee732 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:11.444172 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-1432db27-65b5-496f-ae7e-a62f6a6ee732 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 812 time: 0.1033087 Sep 27 12:44:11.459241 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-354a3836-6133-44c4-a29a-54068e90ac05 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/quotas/017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 375 time: 0.0088665 Sep 27 12:44:11.508226 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-8309ec94-1c4f-4cfd-8db3-a1901460d95c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433495 Sep 27 12:44:11.599041 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-9c283032-59d6-42c4-b896-e3c41cf3917a service neutron] 10.222.0.15 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798874 Sep 27 12:44:11.689196 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-7bb57fda-f747-4f91-8ab5-c514e9850509 service neutron] 10.222.0.15 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840316 Sep 27 12:44:11.739801 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bbbc6-5b73-46b1-9bfc-fc289ffb5acf req-1f1fe51b-a971-4e5b-ab7c-90253f7a36eb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:11.741382 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-307bbbc6-5b73-46b1-9bfc-fc289ffb5acf req-1f1fe51b-a971-4e5b-ab7c-90253f7a36eb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0484693 Sep 27 12:44:11.779228 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-307bbbc6-5b73-46b1-9bfc-fc289ffb5acf req-afb7b212-d778-4688-b58e-fdb73873d800 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Sep 27 12:44:11.972183 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-93a418d9-e972-48f5-a179-192eee8b1878 req-bba22eb9-7daa-4aa2-9f38-4656921743e8 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 210 time: 0.0260446 Sep 27 12:44:12.379252 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 64b9dd21-7b18-44b6-a9ba-05ac788c5478 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:44:12.475966 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:12.491513 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '64b9dd21-7b18-44b6-a9ba-05ac788c5478', 'network_id': '0a53e0e4-ac1f-427f-b4bc-2f32929efa18', 'port_id': '64b9dd21-7b18-44b6-a9ba-05ac788c5478', 'mac_address': 'fa:16:3e:44:67:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c37629-a144-4ef1-a6bd-aa428cbc6702', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:44:12.520805 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fce9f-a593-4ab1-9519-e2f1906b13d5 req-ee39297d-9c31-44db-9795-e5e72e440c17 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:12.522427 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fa3fce9f-a593-4ab1-9519-e2f1906b13d5 req-ee39297d-9c31-44db-9795-e5e72e440c17 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 943 time: 0.0501621 Sep 27 12:44:12.562953 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fa3fce9f-a593-4ab1-9519-e2f1906b13d5 req-e3531c9b-9cb4-4b53-b321-1b4f0963ed93 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Sep 27 12:44:12.640773 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:12.653573 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b9dd21-7b18-44b6-a9ba-05ac788c5478 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:12.674218 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:12.678112 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:12.724814 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=64b9dd21-7b18-44b6-a9ba-05ac788c5478,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:12.902007 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6d7d-bb43-411f-ba65-c4316ea4da66 req-5695799d-c3c4-4a73-afba-1863ceb51640 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:12.903540 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f5aa6d7d-bb43-411f-ba65-c4316ea4da66 req-5695799d-c3c4-4a73-afba-1863ceb51640 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0537241 Sep 27 12:44:12.945540 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f5aa6d7d-bb43-411f-ba65-c4316ea4da66 req-d259ceb9-e341-434b-84f8-728f3ecc1f15 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Sep 27 12:44:12.962531 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-7ddce996-d37f-4a55-91ad-045985023ff0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:12.964011 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-7ddce996-d37f-4a55-91ad-045985023ff0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 812 time: 0.1080306 Sep 27 12:44:13.011536 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['64b9dd21-7b18-44b6-a9ba-05ac788c5478'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:13.025112 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-ba0c36da-5392-46bd-813b-33b5e78900f2 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 379 time: 0.0479777 Sep 27 12:44:13.041252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'port': {'device_id': 'a067a449-f156-4529-a04f-83bc25a63732', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'admin_state_up': True, 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'security_groups': ['0015ceff-2ee6-4564-b97f-47f32d70b0dc']}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:13.095227 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-62a571b6-c048-40f2-8584-fdd5eb4da550 req-9411412b-7ac3-49a7-b721-5a0c9cef3b10 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Sep 27 12:44:13.110254 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13f0f-84c9-4c39-b786-e8d56e606bf9 req-911af4df-060f-44f4-b5c0-d8859b26fa90 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:13.111790 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1fd13f0f-84c9-4c39-b786-e8d56e606bf9 req-911af4df-060f-44f4-b5c0-d8859b26fa90 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0857410 Sep 27 12:44:13.120674 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38042) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:13.125195 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Request body: {'floatingip': {'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:13.163717 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.194864 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Made reservation on behalf of 017170b909824ae7abf5e5bbfe9b06ff for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:44:13.198809 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.322921 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Allocated IP 172.20.0.10 (d1b194fe-188c-4c7e-aaf3-8999ebe34942/4cc7184c-a9d0-4902-a574-bbb5745a899e/0beadb7d-5b77-46a5-8ccb-08bf7a90fc50) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:13.475251 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.509527 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.555072 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:13.558290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:13.562044 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:13.570563 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:13.604599 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.612652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.632776 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:13.633435 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.650288 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-bb272ae8-eb38-49a6-bb16-5fc158b6aa8d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148965 Sep 27 12:44:13.673811 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Request body: {'port': {'device_id': 'a067a449-f156-4529-a04f-83bc25a63732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:13.730409 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.752788 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae4452-637d-41cf-9ea9-64be8f56e03e req-aec1f22d-5696-4fad-820e-d65801924d70 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:13.754309 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4bae4452-637d-41cf-9ea9-64be8f56e03e req-aec1f22d-5696-4fad-820e-d65801924d70 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 944 time: 0.0955036 Sep 27 12:44:13.778483 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.l3_db [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Floating IP 19bf06d8-18ce-47cb-b6bc-6fd30af442ec associated. External IP: 172.27.0.153, port: a489f261-adda-4d3d-b7ad-374cd2f5ab59. Sep 27 12:44:13.860732 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4bae4452-637d-41cf-9ea9-64be8f56e03e req-dd598650-1713-43b3-b161-14600ee64bf4 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992572 Sep 27 12:44:13.863011 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-bf30dab9-7479-4c77-b6cc-91cd1c873200 None None] Provisioning complete for port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:13.864027 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf30dab9-7479-4c77-b6cc-91cd1c873200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:13.899473 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-bf30dab9-7479-4c77-b6cc-91cd1c873200 None None] Port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:44:14.006492 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Router 595c79c5-ca1f-4d06-9014-778725533155 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:44:14.007089 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:14.018893 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.031115 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Transition to ACTIVE for port object 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:44:14.036216 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.094472 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Pushing event updated for resources: {'Port': ['ID=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:14.131355 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:44:14.136310 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.149323 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:44:14.173506 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:44:14.176995 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5d855176-5d6a-4cff-8f2b-0bcd4ac614ed tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "PUT /v2.0/floatingips/19bf06d8-18ce-47cb-b6bc-6fd30af442ec HTTP/1.1" status: 200 len: 992 time: 1.0527573 Sep 27 12:44:14.177727 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:14.180034 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:14.180532 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ccd07f-d427-48e3-8178-25d114b7ef8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:14.196383 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Attempting to bind port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:44:14.197561 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Attempting to bind port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:44:14.197908 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Attempting to bind port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:14.205663 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:44:14.205995 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Attempting to bind port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:14.235928 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:44:14.236308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Checking segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:44:14.236848 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Bound using segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:44:14.237299 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Bound port: 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:44:14.237661 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.303278 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27e954-fd9c-4569-943b-80ca0e2d6be5 req-81ffdf7a-ea73-4551-a196-56f4e7a1e4f3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.305407 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5e27e954-fd9c-4569-943b-80ca0e2d6be5 req-81ffdf7a-ea73-4551-a196-56f4e7a1e4f3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.1021745 Sep 27 12:44:14.346128 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:44:14.346735 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f216f115-cb4d-4dff-86a3-14d8c8b5427c x-openstack-request-id: req-f216f115-cb4d-4dff-86a3-14d8c8b5427c {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:14.347191 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:14.347648 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f216f115-cb4d-4dff-86a3-14d8c8b5427c {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:14.349303 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'status': 'completed', 'code': 200} Sep 27 12:44:14.366492 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5e27e954-fd9c-4569-943b-80ca0e2d6be5 req-34b450f9-aa6d-4074-94bd-cdecd154cd33 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545452 Sep 27 12:44:14.381629 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] For port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:44:14.387261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 64b9dd21-7b18-44b6-a9ba-05ac788c5478 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:44:14.394079 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] For port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:44:14.399601 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.423279 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-6a18387a-c764-43c0-bdd9-8474c666eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.424850 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-6a18387a-c764-43c0-bdd9-8474c666eca0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1099 time: 0.0511818 Sep 27 12:44:14.434008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.434628 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.436048 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] 10.222.0.38 "PUT /v2.0/ports/0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 HTTP/1.1" status: 200 len: 1094 time: 0.7673299 Sep 27 12:44:14.436509 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:14.438716 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c55b38-586d-4d29-9596-7a1125fb63a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:14.465228 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03c421-e691-4633-8bca-ca4fcc73f139 service neutron] Pushing event updated for resources: {'Port': ['ID=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:14.504407 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35342d6e-9004-4f1b-b876-51d241346b53 x-openstack-request-id: req-35342d6e-9004-4f1b-b876-51d241346b53 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:14.504698 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:14.504947 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35342d6e-9004-4f1b-b876-51d241346b53 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:14.505338 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'status': 'completed', 'code': 200} Sep 27 12:44:14.541787 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-9cc97566-6c3f-4330-aab6-731690b230e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.543579 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-9cc97566-6c3f-4330-aab6-731690b230e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 1097 time: 0.0522006 Sep 27 12:44:14.559689 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-d7e41e1a-103c-471d-9a8c-53f3da571e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.561227 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-d7e41e1a-103c-471d-9a8c-53f3da571e2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.1204708 Sep 27 12:44:14.590558 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:44:14.594407 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-501e58d7-2b81-4427-a65f-8c2648616fe1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 HTTP/1.1" status: 200 len: 217 time: 0.0407772 Sep 27 12:44:14.596183 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:14.596704 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.636382 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-79110feb-ab96-4070-a2d8-e44d6871b5ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 1000 time: 0.0647042 Sep 27 12:44:14.650915 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-5f54c89d-a4b2-4101-bd45-c6c15d1ae02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.653118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-5f54c89d-a4b2-4101-bd45-c6c15d1ae02e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0510960 Sep 27 12:44:14.703573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-8efc3a69-5e64-4aab-af30-c4f7ed1dfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.705254 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-8efc3a69-5e64-4aab-af30-c4f7ed1dfe34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0576541 Sep 27 12:44:14.717494 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149626f-95f5-454c-a393-279e03c92642 req-6d01b8f1-b2e8-4e28-8e25-ddda8d56491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.719196 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-6d01b8f1-b2e8-4e28-8e25-ddda8d56491a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545661 Sep 27 12:44:14.750745 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.755780 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-eb7906f1-9d86-4082-a764-c1af1ec73126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:14.757426 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-eb7906f1-9d86-4082-a764-c1af1ec73126 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431106 Sep 27 12:44:14.800268 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9dd21-7b18-44b6-a9ba-05ac788c5478'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:14.802639 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd7bf2b-c3bf-4fe0-9910-13fe3f026527" -d '{"events": [{"server_uuid": "3d91abf5-2f9d-4d44-ba05-da420a75f17f", "name": "network-vif-plugged", "status": "completed", "tag": "64b9dd21-7b18-44b6-a9ba-05ac788c5478"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:14.818914 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:14.828235 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-3b60647e-8482-4f76-ae79-baca38a291ab service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988066 Sep 27 12:44:14.831081 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:14.861111 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4883ce7-6181-44f9-8f01-449c85af0ea5 x-openstack-request-id: req-c4883ce7-6181-44f9-8f01-449c85af0ea5 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:14.861423 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91abf5-2f9d-4d44-ba05-da420a75f17f", "name": "network-vif-plugged", "status": "completed", "tag": "64b9dd21-7b18-44b6-a9ba-05ac788c5478", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:14.861669 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4883ce7-6181-44f9-8f01-449c85af0ea5 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:14.861818 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-0d80fba4-54a1-44a0-b4a5-b5018a06bce8 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944836 Sep 27 12:44:14.862043 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9dd21-7b18-44b6-a9ba-05ac788c5478', 'code': 200} Sep 27 12:44:14.866485 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '19bf06d8-18ce-47cb-b6bc-6fd30af442ec', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '595c79c5-ca1f-4d06-9014-778725533155', 'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'mac_address': 'fa:16:3e:b1:34:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:01Z', 'updated_at': '2021-09-27T12:44:13Z', 'revision_number': 1, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:14.901241 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:44:14.922136 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=64b9dd21-7b18-44b6-a9ba-05ac788c5478,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:14.937305 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:44:14.937938 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:43:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:14.942329 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e149626f-95f5-454c-a393-279e03c92642 req-f4153a4d-a06f-4941-bb9f-641702d85782 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059093 Sep 27 12:44:15.025034 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9ccd07f-d427-48e3-8178-25d114b7ef8b req-40a91765-4092-4d4b-9005-e7bff9866f02 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490097 Sep 27 12:44:15.052633 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-7741c019-9afa-4012-8ba2-c8ce45e26d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.054913 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-7741c019-9afa-4012-8ba2-c8ce45e26d94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 1097 time: 0.0535970 Sep 27 12:44:15.075758 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:44:15.094355 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9accd39-4580-4c78-9054-e6c23c477d53 req-b516c65b-1bcb-46ca-b9a1-4842e1ee5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.098295 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9accd39-4580-4c78-9054-e6c23c477d53 req-b516c65b-1bcb-46ca-b9a1-4842e1ee5123 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 1098 time: 0.0480506 Sep 27 12:44:15.163849 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9accd39-4580-4c78-9054-e6c23c477d53 req-049dc96f-c4ee-4e43-be1b-b51701e06dba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561566 Sep 27 12:44:15.171087 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-85129cb4-b7bc-4626-a15e-1f6dff1cc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.172591 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-85129cb4-b7bc-4626-a15e-1f6dff1cc296 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.1069274 Sep 27 12:44:15.203038 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657c8-f616-489f-bd3d-799fb4c23fee req-4a1edff4-8cc9-4a58-a604-8c2d58964f90 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.204538 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eff657c8-f616-489f-bd3d-799fb4c23fee req-4a1edff4-8cc9-4a58-a604-8c2d58964f90 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 945 time: 0.2273936 Sep 27 12:44:15.241513 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eff657c8-f616-489f-bd3d-799fb4c23fee req-92e9edf2-e7d0-4f0a-a72b-c766c2373d7d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304215 Sep 27 12:44:15.314675 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '19bf06d8-18ce-47cb-b6bc-6fd30af442ec', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '595c79c5-ca1f-4d06-9014-778725533155', 'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'mac_address': 'fa:16:3e:b1:34:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:01Z', 'updated_at': '2021-09-27T12:44:13Z', 'revision_number': 1, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:15.345005 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef98c6d-052f-423c-b0ac-f10ba3d4c46a None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '19bf06d8-18ce-47cb-b6bc-6fd30af442ec', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '595c79c5-ca1f-4d06-9014-778725533155', 'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'mac_address': 'fa:16:3e:b1:34:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:01Z', 'updated_at': '2021-09-27T12:44:13Z', 'revision_number': 1, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:44:15.423097 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-89b5e011-9f76-4f98-8fd9-66e2f023f9b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 HTTP/1.1" status: 200 len: 217 time: 0.0396996 Sep 27 12:44:15.505075 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89389b-24f4-475f-a696-bbeafcdba7a3 req-5c214883-eddc-46cb-bded-b676b5d42468 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.506761 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7d89389b-24f4-475f-a696-bbeafcdba7a3 req-5c214883-eddc-46cb-bded-b676b5d42468 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0581665 Sep 27 12:44:15.542595 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e44f-e9f0-4c1d-985a-f5a681fa356a None None] New status for floating IP 19bf06d8-18ce-47cb-b6bc-6fd30af442ec: ACTIVE {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:44:15.556299 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7d89389b-24f4-475f-a696-bbeafcdba7a3 req-c1951a7f-a3a3-427f-a5a9-600b55a64df7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400908 Sep 27 12:44:15.680764 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-88721749-bc64-40f6-b276-d46e21b59765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.682155 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-88721749-bc64-40f6-b276-d46e21b59765 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.2511206 Sep 27 12:44:15.736008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-ce268a0f-4094-4df1-b220-f67a4f89d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:15.737672 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-ce268a0f-4094-4df1-b220-f67a4f89d263 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406914 Sep 27 12:44:15.834726 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-50deab8d-fa65-4200-85b4-687bd2673e91 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855594 Sep 27 12:44:15.926741 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f4c55b38-586d-4d29-9596-7a1125fb63a2 req-45cf7716-a895-4140-ad2e-3695c0939764 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821967 Sep 27 12:44:16.359325 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf4af-e1f0-4586-86fd-0f91130002e1 req-8aa30137-d83d-4d03-af1d-b24c245a5177 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:16.360862 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fdfaf4af-e1f0-4586-86fd-0f91130002e1 req-8aa30137-d83d-4d03-af1d-b24c245a5177 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 945 time: 0.0516748 Sep 27 12:44:16.398314 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fdfaf4af-e1f0-4586-86fd-0f91130002e1 req-6acf65cd-a19f-41e9-8499-69cc60ce7bd0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Sep 27 12:44:16.672995 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29bd26-d42e-4fb5-97d9-31f3aad814f3 req-deaac441-ae10-43de-b573-bf0050086ea7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:16.674550 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e29bd26-d42e-4fb5-97d9-31f3aad814f3 req-deaac441-ae10-43de-b573-bf0050086ea7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0489724 Sep 27 12:44:16.712780 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e29bd26-d42e-4fb5-97d9-31f3aad814f3 req-c7a85b5b-004d-4b84-8045-08f9ccab2889 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306904 Sep 27 12:44:17.518575 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206efd-5bd9-4ab8-a2f5-3df4ca88ca6e req-e7356ba5-09c2-4048-b15c-eab4c5341b3d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:17.520115 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a4206efd-5bd9-4ab8-a2f5-3df4ca88ca6e req-e7356ba5-09c2-4048-b15c-eab4c5341b3d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 945 time: 0.0534234 Sep 27 12:44:17.558349 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a4206efd-5bd9-4ab8-a2f5-3df4ca88ca6e req-22cebd8d-7273-464c-b540-92af44d8aa7c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Sep 27 12:44:17.833619 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4163-79db-4163-adaa-2052b8d5e77d req-f439a22f-b11c-4797-ab3e-be79ca9d5178 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:17.835652 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-128b4163-79db-4163-adaa-2052b8d5e77d req-f439a22f-b11c-4797-ab3e-be79ca9d5178 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0575728 Sep 27 12:44:17.878395 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-128b4163-79db-4163-adaa-2052b8d5e77d req-6d0193c6-7d23-413e-bbe7-fffb6414db59 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328882 Sep 27 12:44:18.998433 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83eb79-1080-4e64-b67a-7a56af9afa13 req-51948956-f93a-40e3-8a60-22056b46897b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:18.999971 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7b83eb79-1080-4e64-b67a-7a56af9afa13 req-51948956-f93a-40e3-8a60-22056b46897b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0521390 Sep 27 12:44:19.043778 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7b83eb79-1080-4e64-b67a-7a56af9afa13 req-68f2696f-988f-496d-ba86-d69f7091ffca tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374627 Sep 27 12:44:20.158590 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bbd98-c22f-4dc6-92f7-2763fee3a37a req-f6818f82-2a6c-4734-a750-3f31d066968e tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:20.160093 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3f6bbd98-c22f-4dc6-92f7-2763fee3a37a req-f6818f82-2a6c-4734-a750-3f31d066968e tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0476727 Sep 27 12:44:20.202962 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3f6bbd98-c22f-4dc6-92f7-2763fee3a37a req-101203c2-04b5-49c2-909d-c4189a7c5cd6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369077 Sep 27 12:44:20.513178 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-4e0452fd-201a-4788-8afe-d4ca457cd9c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415518 Sep 27 12:44:20.605108 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-3e09346c-65e2-4cb0-993d-8a7e907d9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:20.606582 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-3e09346c-65e2-4cb0-993d-8a7e907d9380 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 1098 time: 0.0387986 Sep 27 12:44:20.711828 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-a4157e71-8fca-464e-a6b1-ebb18cfc54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:20.713314 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-a4157e71-8fca-464e-a6b1-ebb18cfc54e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.0829036 Sep 27 12:44:20.784273 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-629882ae-cab9-44e3-bb3a-f86eb1a84dce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 200 len: 999 time: 0.0578296 Sep 27 12:44:20.834607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-e2074ac9-2835-4cd0-a8d4-913b1bf2e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:20.836620 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-e2074ac9-2835-4cd0-a8d4-913b1bf2e268 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0436292 Sep 27 12:44:20.882612 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-6a96b0bc-f8cd-4c1e-87d9-d439e80d7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:20.884133 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-6a96b0bc-f8cd-4c1e-87d9-d439e80d7dc6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395885 Sep 27 12:44:20.980252 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-fdd1e496-5a9c-48f7-8db0-e97f522081c1 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862081 Sep 27 12:44:21.077423 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9138576e-73ca-4f41-a50f-98c107ae7578 req-3596298b-aa6e-4ac9-9974-45d9448653b8 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840681 Sep 27 12:44:21.313381 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e074305-4adf-43be-beb6-0f957aec1234 req-e583e06a-ef77-44d3-83f1-f6cf4c64fedf tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:21.314849 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2e074305-4adf-43be-beb6-0f957aec1234 req-e583e06a-ef77-44d3-83f1-f6cf4c64fedf tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0479374 Sep 27 12:44:21.351543 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2e074305-4adf-43be-beb6-0f957aec1234 req-608e6522-f47f-4784-9131-d2e6550d84d4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303128 Sep 27 12:44:21.615105 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:22.466932 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d2ca7-79b0-4106-a5b5-4ccce75f3ad1 req-fee83e0d-ad34-4b2e-b6e3-dffb42ebfcd4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:22.468406 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d2ca7-79b0-4106-a5b5-4ccce75f3ad1 req-fee83e0d-ad34-4b2e-b6e3-dffb42ebfcd4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0523586 Sep 27 12:44:22.504613 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-125d2ca7-79b0-4106-a5b5-4ccce75f3ad1 req-cfc73913-f190-4e59-9655-f0173f5aa646 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303621 Sep 27 12:44:23.324033 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-802dfe0c-ca40-467d-89fd-95a2bdb1594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:23.615827 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0e747-598b-49f1-997f-5aa0caf18dde req-36e36e84-351b-4d9d-a0c4-8d26f9b91912 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:23.617957 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-20f0e747-598b-49f1-997f-5aa0caf18dde req-36e36e84-351b-4d9d-a0c4-8d26f9b91912 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 944 time: 0.0491531 Sep 27 12:44:23.654240 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-20f0e747-598b-49f1-997f-5aa0caf18dde req-102c275d-63de-4fc2-9145-c5e28695613d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304959 Sep 27 12:44:23.719830 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:44:24.457962 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:44:24.551082 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:24.562507 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'port_id': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:44:24.601261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:24.613758 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:24.632143 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:24.637614 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:24.685063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:24.768034 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aa7f9-b0c6-49c4-b253-2a9fc5171c93 req-370a2b54-8995-45d6-aac4-731376d3a06b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:24.769518 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a19aa7f9-b0c6-49c4-b253-2a9fc5171c93 req-370a2b54-8995-45d6-aac4-731376d3a06b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Sep 27 12:44:24.806458 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a19aa7f9-b0c6-49c4-b253-2a9fc5171c93 req-e1122c19-ec77-42e9-941f-5e250f8c6db7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305145 Sep 27 12:44:25.042766 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['0beadb7d-5b77-46a5-8ccb-08bf7a90fc50'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:25.138960 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0594d-b874-46cc-8f52-60c3908c3ddb req-cb616bb1-bbd1-4980-ac8e-7b5dc2bfc525 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:25.141156 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fde0594d-b874-46cc-8f52-60c3908c3ddb req-cb616bb1-bbd1-4980-ac8e-7b5dc2bfc525 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0541680 Sep 27 12:44:25.178995 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fde0594d-b874-46cc-8f52-60c3908c3ddb req-b727a895-96d5-4f58-874b-ee66456c8c60 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Sep 27 12:44:25.918367 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7125d6-4ce2-4bc6-ad24-cb2a1062ffbf req-2d0e868d-b727-42a2-8f41-a9fed381924d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:25.919824 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8e7125d6-4ce2-4bc6-ad24-cb2a1062ffbf req-2d0e868d-b727-42a2-8f41-a9fed381924d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 945 time: 0.0482957 Sep 27 12:44:25.956465 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8e7125d6-4ce2-4bc6-ad24-cb2a1062ffbf req-f159cd6b-de30-4d28-97d2-cf81eb5fe6b2 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304797 Sep 27 12:44:26.034907 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-86569e59-a72a-47f4-b3c5-648a4b98bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:26.342896 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75d4d-09d1-4fc3-b897-d074a3db8f3e req-42ddaf8b-768b-44e3-9b95-b222a7d441ef tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:26.344549 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f0f75d4d-09d1-4fc3-b897-d074a3db8f3e req-42ddaf8b-768b-44e3-9b95-b222a7d441ef tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0962315 Sep 27 12:44:26.383928 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f0f75d4d-09d1-4fc3-b897-d074a3db8f3e req-9d4cfb2e-957e-4848-a239-e43e5e3a8731 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Sep 27 12:44:26.474659 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:44:26.521704 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:44:26.526120 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:26.526559 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:26.608581 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:26.630223 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:26.632471 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ba6b4-f284-454d-b25a-cebe9909245e" -d '{"events": [{"server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "name": "network-vif-plugged", "status": "completed", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:26.645868 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:26.651658 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:26.674788 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa6b20-f744-4ff9-b3bb-df63e5704489 x-openstack-request-id: req-b6aa6b20-f744-4ff9-b3bb-df63e5704489 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:26.675094 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "name": "network-vif-plugged", "status": "completed", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:26.675322 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6aa6b20-f744-4ff9-b3bb-df63e5704489 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:26.675700 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'code': 200} Sep 27 12:44:26.708121 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:26.889547 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:26.967586 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28bf46-c068-4879-bc90-1f0e273af226 req-ad578e04-7ffb-457c-9565-39526412dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:26.969210 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9a28bf46-c068-4879-bc90-1f0e273af226 req-ad578e04-7ffb-457c-9565-39526412dac4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 1099 time: 0.0419612 Sep 27 12:44:27.020449 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9a28bf46-c068-4879-bc90-1f0e273af226 req-95daf505-3b74-4d09-9a42-b92495ae7eed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349469 Sep 27 12:44:27.075746 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67df4-aa8b-4ec6-9f79-f648bd6aec64 req-5754b50f-35b3-4b8b-a90b-14b5ab9f22ff tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:27.077171 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3dc67df4-aa8b-4ec6-9f79-f648bd6aec64 req-5754b50f-35b3-4b8b-a90b-14b5ab9f22ff tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.0490139 Sep 27 12:44:27.115653 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-3dc67df4-aa8b-4ec6-9f79-f648bd6aec64 req-2b7f4e56-b7b6-4205-beda-b7acb277c842 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323277 Sep 27 12:44:27.267995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:27.498872 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375f4f-83fd-4777-9d76-965cbf37154c req-fd65ad80-4d57-4cfe-b7ea-d7097d5f68eb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:27.500336 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bb375f4f-83fd-4777-9d76-965cbf37154c req-fd65ad80-4d57-4cfe-b7ea-d7097d5f68eb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0472369 Sep 27 12:44:27.542925 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bb375f4f-83fd-4777-9d76-965cbf37154c req-384ce282-0879-417d-b442-624be60d5ecb tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355396 Sep 27 12:44:28.235951 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249a9ba-60dc-4be9-8060-70356deb2e9f req-b656a42d-536d-41f1-80ec-fff349f8f1b1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:28.237372 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5249a9ba-60dc-4be9-8060-70356deb2e9f req-b656a42d-536d-41f1-80ec-fff349f8f1b1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.0534074 Sep 27 12:44:28.276246 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5249a9ba-60dc-4be9-8060-70356deb2e9f req-1a2502f1-9926-4b21-b046-22a7975ff25b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Sep 27 12:44:28.657749 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21331c1-6c0b-4315-a388-f9b74b331661 req-72a224d2-9bb2-4d2f-bc68-b90a27af34c5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:28.659201 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a21331c1-6c0b-4315-a388-f9b74b331661 req-72a224d2-9bb2-4d2f-bc68-b90a27af34c5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0489194 Sep 27 12:44:28.697765 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a21331c1-6c0b-4315-a388-f9b74b331661 req-6eecbad2-07b5-443b-a35f-956c9e1bf098 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Sep 27 12:44:29.138247 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:29.387048 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ab70-b66a-4923-9c26-405f70a48d8f req-94c913be-18ce-42af-a6d8-278ce1229e94 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:29.388519 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cc44ab70-b66a-4923-9c26-405f70a48d8f req-94c913be-18ce-42af-a6d8-278ce1229e94 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.0477889 Sep 27 12:44:29.429178 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cc44ab70-b66a-4923-9c26-405f70a48d8f req-a8a78959-c239-4071-b314-e5010a216b49 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348687 Sep 27 12:44:29.559418 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee7513-998f-4f2d-8dc2-adc298b000b4 req-92771573-15bc-4664-870a-4cd5ceec5523 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:29.560836 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-19ee7513-998f-4f2d-8dc2-adc298b000b4 req-92771573-15bc-4664-870a-4cd5ceec5523 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Sep 27 12:44:29.597987 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-19ee7513-998f-4f2d-8dc2-adc298b000b4 req-285f68eb-5234-4e5e-a90e-6d0f785325eb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Sep 27 12:44:29.619730 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38192) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:29.701671 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf81e49-e2e6-44b1-995a-346fa8e45fa9 tempest-TestVolumeBootPattern-511234322 tempest-TestVolumeBootPattern-511234322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:29.703273 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-dbf81e49-e2e6-44b1-995a-346fa8e45fa9 tempest-TestVolumeBootPattern-511234322 tempest-TestVolumeBootPattern-511234322-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 1094 time: 0.0822699 Sep 27 12:44:29.706103 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38196) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:29.710284 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'port_id': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:29.733128 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:29.845083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bdd2d-13ee-475e-b373-be6c4f6292e5 req-eb103ace-4019-4a1e-b082-016c9c7ceec3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:29.846492 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f67bdd2d-13ee-475e-b373-be6c4f6292e5 req-eb103ace-4019-4a1e-b082-016c9c7ceec3 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0819809 Sep 27 12:44:29.895272 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f67bdd2d-13ee-475e-b373-be6c4f6292e5 req-b38f2b29-9e2a-4679-baec-e2e3de1a2bb1 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427208 Sep 27 12:44:29.897545 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:30.003853 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Allocated IP 172.27.0.241 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/ba43c048-d23f-4bcc-ac07-e2237df95858) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:30.342922 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:30.381845 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:30.426973 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:30.439874 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:30.458521 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:30.462626 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=ba43c048-d23f-4bcc-ac07-e2237df95858,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:30.493569 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.493854 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.494224 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.494566 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.494905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.495236 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.495568 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.495902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.496263 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.496591 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.496918 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.497242 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:30.529073 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac4507-5b26-40ba-89e9-b8d05a0cbdeb req-b94ee3f6-92b2-4fe4-978c-f8ef183c9894 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:30.530571 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22ac4507-5b26-40ba-89e9-b8d05a0cbdeb req-b94ee3f6-92b2-4fe4-978c-f8ef183c9894 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 945 time: 0.1104071 Sep 27 12:44:30.618877 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22ac4507-5b26-40ba-89e9-b8d05a0cbdeb req-a3966045-13e9-4bf5-8633-d036e9e5b4c0 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716503 Sep 27 12:44:30.849696 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:30.913914 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:31.065598 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389bcf9-2515-459a-b51d-73473cf4bd8a req-ba34c78a-b38f-4096-9304-aa1ac47a3d39 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:31.066999 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c389bcf9-2515-459a-b51d-73473cf4bd8a req-ba34c78a-b38f-4096-9304-aa1ac47a3d39 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.1042860 Sep 27 12:44:31.131721 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c389bcf9-2515-459a-b51d-73473cf4bd8a req-b6c1c228-9acc-44e3-b52b-3141b2f412fa tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569973 Sep 27 12:44:31.140479 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:31.145282 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:31.217846 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=ba43c048-d23f-4bcc-ac07-e2237df95858,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:31.225300 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:31.322462 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.l3_db [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Floating IP c2f97ed2-2568-4f78-8744-e511b9778d45 associated. External IP: 172.27.0.241, port: 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50. Sep 27 12:44:31.530555 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:44:31.634142 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:44:31.644016 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:44:31.650607 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:31.653779 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:44:31.654498 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:44:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:31.679495 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c62b55e9-a9b0-4dae-bd7d-2f9afe40d7e6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9722846 Sep 27 12:44:31.680702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:31.682996 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4304a67-4d82-4efd-8600-c2f9f86c8993" -d '{"events": [{"name": "network-changed", "server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:31.721600 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc64804-474e-4040-953b-025424548ed2 x-openstack-request-id: req-dcc64804-474e-4040-953b-025424548ed2 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:31.721990 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:31.722385 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcc64804-474e-4040-953b-025424548ed2 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:31.722876 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'status': 'completed', 'code': 200} Sep 27 12:44:31.757993 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb81ff8-9190-4577-9d46-662421d36ba8 req-20c39c80-22a5-45d5-9061-c2d4c2ab8969 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:31.759499 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ddb81ff8-9190-4577-9d46-662421d36ba8 req-20c39c80-22a5-45d5-9061-c2d4c2ab8969 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 945 time: 0.0524557 Sep 27 12:44:31.766876 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:44:31.805778 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ddb81ff8-9190-4577-9d46-662421d36ba8 req-445d051b-85e4-43d0-a148-b418aea07ce7 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 Sep 27 12:44:31.847991 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-3b43827e-3788-4f13-8064-fc37592805fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:31.849530 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-3b43827e-3788-4f13-8064-fc37592805fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 1099 time: 0.0891757 Sep 27 12:44:31.959624 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-2d7007d4-8693-4d43-bc33-0eee289216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:31.961733 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-2d7007d4-8693-4d43-bc33-0eee289216c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.0919549 Sep 27 12:44:31.999529 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'c2f97ed2-2568-4f78-8744-e511b9778d45', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067a449-f156-4529-a04f-83bc25a63732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:30Z', 'updated_at': '2021-09-27T12:44:30Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:32.029805 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:44:32.038610 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:44:32.039447 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-35a5dafb-5f5d-40e0-959d-3a331fac003e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 HTTP/1.1" status: 200 len: 1000 time: 0.0657465 Sep 27 12:44:32.039632 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:44:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:32.099237 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-8193b288-14c5-431b-bb57-7192d2df70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:32.100764 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-8193b288-14c5-431b-bb57-7192d2df70d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0494606 Sep 27 12:44:32.151566 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:44:32.154933 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-31286d6c-b169-460c-bee2-5491e347602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:32.156553 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-31286d6c-b169-460c-bee2-5491e347602d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407159 Sep 27 12:44:32.285963 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-09a878e0-ec9b-46b5-be01-530347a97857 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190341 Sep 27 12:44:32.294972 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c990f-63e9-4efb-8726-98f2be60b75f req-49af6c52-5503-43e6-8dda-56a3b2c344c5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:32.298710 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-566c990f-63e9-4efb-8726-98f2be60b75f req-49af6c52-5503-43e6-8dda-56a3b2c344c5 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0714633 Sep 27 12:44:32.387992 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-566c990f-63e9-4efb-8726-98f2be60b75f req-a3ee91d6-f20c-4583-aa3f-2976e218d325 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856569 Sep 27 12:44:32.393323 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'c2f97ed2-2568-4f78-8744-e511b9778d45', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067a449-f156-4529-a04f-83bc25a63732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:30Z', 'updated_at': '2021-09-27T12:44:30Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:32.411390 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4304a67-4d82-4efd-8600-c2f9f86c8993 req-20ae1cc4-c860-4dc3-8a00-9c688b8d83bc service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079957 Sep 27 12:44:32.420698 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6563e-dbff-41f3-9410-16738efa8ae0 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'c2f97ed2-2568-4f78-8744-e511b9778d45', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067a449-f156-4529-a04f-83bc25a63732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:30Z', 'updated_at': '2021-09-27T12:44:30Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:44:32.580264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-797c4896-301a-4ffc-b86a-be2e64785323 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:32.581893 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-797c4896-301a-4ffc-b86a-be2e64785323 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 945 time: 0.0543394 Sep 27 12:44:32.594712 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704ef06-04fc-41bf-93a9-ff8f164036b3 None None] New status for floating IP c2f97ed2-2568-4f78-8744-e511b9778d45: ACTIVE {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:44:32.675362 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Deleting port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:44:32.676194 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:32.767410 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] For port 64b9dd21-7b18-44b6-a9ba-05ac788c5478, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=64b9dd21-7b18-44b6-a9ba-05ac788c5478,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:32.767957 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:32.780007 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Calling delete_port for 64b9dd21-7b18-44b6-a9ba-05ac788c5478 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:32.906109 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:32.918696 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed', 'edff9594-22e4-43d2-953a-22f59212aaa4', 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758', '64b9dd21-7b18-44b6-a9ba-05ac788c5478'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:32.924084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe326c7-6a2e-4824-a884-2791be83d6f7 req-d9aafab5-c2d6-43e7-a9b0-afacef1a545e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:32.925843 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8fe326c7-6a2e-4824-a884-2791be83d6f7 req-d9aafab5-c2d6-43e7-a9b0-afacef1a545e tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d91abf5-2f9d-4d44-ba05-da420a75f17f HTTP/1.1" status: 200 len: 867 time: 0.0525684 Sep 27 12:44:32.946260 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event deleted for resources: {'Port': ['ID=64b9dd21-7b18-44b6-a9ba-05ac788c5478,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:32.965554 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.965554 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.966010 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.966505 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.966845 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.967180 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.967513 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.967843 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.968196 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.968528 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.968853 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.969177 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:44:32.980911 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8fe326c7-6a2e-4824-a884-2791be83d6f7 req-5b3ddd43-385f-452e-a6cb-a328057f4653 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482132 Sep 27 12:44:33.006947 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] No DVR routers for this DVR port 64b9dd21-7b18-44b6-a9ba-05ac788c5478 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:44:33.009916 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:33.011909 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-18bb37bf-58c7-4276-9c77-3d7eaec3b18e req-090ebdea-92de-462a-a738-a6a2de59ec0d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "DELETE /v2.0/ports/64b9dd21-7b18-44b6-a9ba-05ac788c5478 HTTP/1.1" status: 204 len: 173 time: 0.4229522 Sep 27 12:44:33.012445 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'name': 'network-vif-deleted', 'tag': '64b9dd21-7b18-44b6-a9ba-05ac788c5478'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:33.014741 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba70e2-32a8-4135-9b59-f6600c3a1a12" -d '{"events": [{"server_uuid": "3d91abf5-2f9d-4d44-ba05-da420a75f17f", "name": "network-vif-deleted", "tag": "64b9dd21-7b18-44b6-a9ba-05ac788c5478"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:33.052476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd6d790-ba48-47f7-94ec-16aafee5e22a x-openstack-request-id: req-5bd6d790-ba48-47f7-94ec-16aafee5e22a {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:33.052476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91abf5-2f9d-4d44-ba05-da420a75f17f", "name": "network-vif-deleted", "tag": "64b9dd21-7b18-44b6-a9ba-05ac788c5478", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:33.052476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bd6d790-ba48-47f7-94ec-16aafee5e22a {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:33.052476 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91abf5-2f9d-4d44-ba05-da420a75f17f', 'name': 'network-vif-deleted', 'tag': '64b9dd21-7b18-44b6-a9ba-05ac788c5478', 'status': 'completed', 'code': 200} Sep 27 12:44:33.505902 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261574b-6012-494c-a3c5-9458cd5a968a req-34bdef76-fc50-4518-8165-a5f7ec64f89a tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:33.508437 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a261574b-6012-494c-a3c5-9458cd5a968a req-34bdef76-fc50-4518-8165-a5f7ec64f89a tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0487890 Sep 27 12:44:33.547214 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a261574b-6012-494c-a3c5-9458cd5a968a req-51a09f13-d0c0-40d9-8f05-79fe16987428 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Sep 27 12:44:34.662087 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9340-fa33-4eb6-b747-e3ca7b8db235 req-98d4fadb-69df-41bc-875b-479042104c45 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:34.663681 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-489e9340-fa33-4eb6-b747-e3ca7b8db235 req-98d4fadb-69df-41bc-875b-479042104c45 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0476458 Sep 27 12:44:34.700290 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-489e9340-fa33-4eb6-b747-e3ca7b8db235 req-446e0e23-95b4-4f2b-823c-722216e28194 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Sep 27 12:44:35.362910 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b482fe-055d-48fd-a3c1-730d39086be8 req-5151d98a-c784-43b1-8839-047c4b8348e2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:35.364495 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-92b482fe-055d-48fd-a3c1-730d39086be8 req-5151d98a-c784-43b1-8839-047c4b8348e2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 946 time: 0.0475540 Sep 27 12:44:35.404563 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-92b482fe-055d-48fd-a3c1-730d39086be8 req-96a19754-6bae-4fd2-9f67-cabf3574df80 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337791 Sep 27 12:44:35.817576 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb7c7f-0314-49d0-80bd-828af2c47b4f req-c60e19a0-1e0e-42e8-9791-31c937e9cca9 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:35.819041 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c5fb7c7f-0314-49d0-80bd-828af2c47b4f req-c60e19a0-1e0e-42e8-9791-31c937e9cca9 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0519071 Sep 27 12:44:35.856399 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c5fb7c7f-0314-49d0-80bd-828af2c47b4f req-3ff0dd0e-9abc-4801-8ef0-68914efe7e07 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Sep 27 12:44:36.490047 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 64b9dd21-7b18-44b6-a9ba-05ac788c5478 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:36.510885 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 64b9dd21-7b18-44b6-a9ba-05ac788c5478 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:44:36.511310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 64b9dd21-7b18-44b6-a9ba-05ac788c5478 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:44:36.517585 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288802e-5e00-48c8-82a7-8cfec41c0727 req-60742ddf-3123-4e3b-a4e0-74d5aef485a6 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:36.519078 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a288802e-5e00-48c8-82a7-8cfec41c0727 req-60742ddf-3123-4e3b-a4e0-74d5aef485a6 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 946 time: 0.0481803 Sep 27 12:44:36.556861 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a288802e-5e00-48c8-82a7-8cfec41c0727 req-9c7a02e1-4b06-4a43-98d3-0463b4a97740 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Sep 27 12:44:36.976917 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fdeda-5df0-4fe2-a3af-ea718a1bd780 req-2079c5dc-e590-40c0-80a9-bc4fbbe87fcc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:36.978242 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d58fdeda-5df0-4fe2-a3af-ea718a1bd780 req-2079c5dc-e590-40c0-80a9-bc4fbbe87fcc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0471592 Sep 27 12:44:37.015075 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d58fdeda-5df0-4fe2-a3af-ea718a1bd780 req-21047ab7-45a6-4623-9814-24813bb30f15 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Sep 27 12:44:37.109027 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-1c618ca1-7b15-4a9a-976d-bdf0cd42e126 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:37.110594 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-1c618ca1-7b15-4a9a-976d-bdf0cd42e126 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 946 time: 0.0479932 Sep 27 12:44:37.202817 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Deleting port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:44:37.203186 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:37.294398 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] For port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:37.294671 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:37.306630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Calling delete_port for c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:37.432411 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:37.446138 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed', 'edff9594-22e4-43d2-953a-22f59212aaa4', 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:37.466530 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event deleted for resources: {'Port': ['ID=c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:37.503096 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] No DVR routers for this DVR port c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:44:37.505574 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:37.508120 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fe336fb0-4ec3-4517-bcda-5e9266c2eded req-4d7e2699-04dd-4c49-896d-9bae41cf67f8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "DELETE /v2.0/ports/c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 HTTP/1.1" status: 204 len: 173 time: 0.3906538 Sep 27 12:44:37.508597 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'name': 'network-vif-deleted', 'tag': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:37.511013 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae82f4bf-a039-49eb-b32a-6be9907ae752" -d '{"events": [{"server_uuid": "ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a", "name": "network-vif-deleted", "tag": "c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:37.553231 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540d5d1-b1ea-4422-8c18-74538b99010a x-openstack-request-id: req-e540d5d1-b1ea-4422-8c18-74538b99010a {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:37.553523 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a", "name": "network-vif-deleted", "tag": "c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:37.553775 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e540d5d1-b1ea-4422-8c18-74538b99010a {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:37.554653 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a', 'name': 'network-vif-deleted', 'tag': 'c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758', 'status': 'completed', 'code': 200} Sep 27 12:44:37.675108 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-967832d6-3a30-4bb6-9d79-4944fe45515d req-c4fc0d45-79de-40b6-8f85-8ef4846e7f7f tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3de2fc-cd79-40f6-8bbe-1fc3d1ba183a HTTP/1.1" status: 200 len: 210 time: 0.0264862 Sep 27 12:44:38.134727 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7f40-da93-441f-adcf-5384315cee0f req-d34eafa5-b96b-4e96-a2fc-4a529873a464 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:38.136210 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7d4c7f40-da93-441f-adcf-5384315cee0f req-d34eafa5-b96b-4e96-a2fc-4a529873a464 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0529754 Sep 27 12:44:38.173044 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7d4c7f40-da93-441f-adcf-5384315cee0f req-89298a16-4610-4494-899d-05838cf986ab tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309675 Sep 27 12:44:38.932153 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c35c4a-2f51-4a12-a4be-1fd073a2de9f req-f71fe31b-9c5a-4686-82e3-2f321757a985 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:38.933616 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a3c35c4a-2f51-4a12-a4be-1fd073a2de9f req-f71fe31b-9c5a-4686-82e3-2f321757a985 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 946 time: 0.0479331 Sep 27 12:44:38.969698 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a3c35c4a-2f51-4a12-a4be-1fd073a2de9f req-ad417329-235b-49e4-88a1-53537af8d244 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302775 Sep 27 12:44:39.289979 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c0f9b-4a64-4bce-96d0-7ce1d198ca09 req-9839d734-4547-4a65-97d5-fcc4ff898d0a tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:39.291355 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-909c0f9b-4a64-4bce-96d0-7ce1d198ca09 req-9839d734-4547-4a65-97d5-fcc4ff898d0a tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0513995 Sep 27 12:44:39.328612 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-909c0f9b-4a64-4bce-96d0-7ce1d198ca09 req-21db0aeb-21f6-4cb9-bc6c-1c2f53348d7e tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Sep 27 12:44:40.083245 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb464-09e5-4312-972a-57bb228c2185 req-2bc2f90c-f391-4fba-886c-70d6fed53e78 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.084737 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-395cb464-09e5-4312-972a-57bb228c2185 req-2bc2f90c-f391-4fba-886c-70d6fed53e78 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 946 time: 0.0488219 Sep 27 12:44:40.123149 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-395cb464-09e5-4312-972a-57bb228c2185 req-b8ee3def-65ac-4205-9b1c-37be5462d73d tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Sep 27 12:44:40.372914 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-1fc8e766-9822-4297-a5f4-a79a3ffeb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.374532 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-1fc8e766-9822-4297-a5f4-a79a3ffeb53b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1099 time: 0.0403841 Sep 27 12:44:40.401143 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-dfd8d097-1ea9-4231-9789-bed786d1aff8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.402615 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-dfd8d097-1ea9-4231-9789-bed786d1aff8 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 946 time: 0.0484569 Sep 27 12:44:40.494476 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:40.495321 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0a731-a0e7-4531-995f-1579a3f994b5 req-f6852cd5-e65c-4d9a-90a5-557d5d073363 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.498124 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-95b0a731-a0e7-4531-995f-1579a3f994b5 req-f6852cd5-e65c-4d9a-90a5-557d5d073363 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0971715 Sep 27 12:44:40.498277 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Deleting port edff9594-22e4-43d2-953a-22f59212aaa4 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:44:40.498578 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:40.518454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:44:40.518798 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c0c9ed5c-cc97-4761-b1ad-dddfd8bfb758 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:44:40.524614 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-b29dda6a-8fd7-439c-a573-0b1246dea3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.526072 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-b29dda6a-8fd7-439c-a573-0b1246dea3c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 910 time: 0.1439381 Sep 27 12:44:40.581203 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-95b0a731-a0e7-4531-995f-1579a3f994b5 req-bbfa6750-5d52-435d-97e5-5310963d635e tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725167 Sep 27 12:44:40.587755 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] For port edff9594-22e4-43d2-953a-22f59212aaa4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=edff9594-22e4-43d2-953a-22f59212aaa4,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:40.588150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:40.600893 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Calling delete_port for edff9594-22e4-43d2-953a-22f59212aaa4 owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:40.604761 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-b6fbde6a-1f7c-439b-88a9-448167a76e4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 1002 time: 0.0711875 Sep 27 12:44:40.654585 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-4c27cf50-24e7-46b6-a075-b95a4065f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.656191 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-4c27cf50-24e7-46b6-a075-b95a4065f0ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0441482 Sep 27 12:44:40.702632 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-bd8a9b9e-3b6b-43ac-a5f0-9612440d712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:40.704809 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-bd8a9b9e-3b6b-43ac-a5f0-9612440d712a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411003 Sep 27 12:44:40.731123 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:40.742852 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed', 'edff9594-22e4-43d2-953a-22f59212aaa4'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:40.763335 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event deleted for resources: {'Port': ['ID=edff9594-22e4-43d2-953a-22f59212aaa4,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:40.806808 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-5edc2b7e-ffe1-4a8a-b0ef-43f431c264b6 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942204 Sep 27 12:44:40.809089 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] No DVR routers for this DVR port edff9594-22e4-43d2-953a-22f59212aaa4 on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:44:40.811707 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:40.813847 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-cba4f460-07d7-4936-8eba-1d53518d6f5b req-f78a7a93-54e7-4000-8e72-894f8f5a3367 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "DELETE /v2.0/ports/edff9594-22e4-43d2-953a-22f59212aaa4 HTTP/1.1" status: 204 len: 173 time: 0.4036322 Sep 27 12:44:40.814285 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a763f-0ad6-4793-80ac-e873ceb38297', 'name': 'network-vif-deleted', 'tag': 'edff9594-22e4-43d2-953a-22f59212aaa4'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:40.822917 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7620c23-338f-450e-9f8f-9ef4385497cd" -d '{"events": [{"server_uuid": "244a763f-0ad6-4793-80ac-e873ceb38297", "name": "network-vif-deleted", "tag": "edff9594-22e4-43d2-953a-22f59212aaa4"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:40.917066 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5c5037b5-98b3-4b1e-8465-96978321cf72 req-975f56e5-9dfd-47c1-90a6-e8370fdd1456 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024225 Sep 27 12:44:40.927214 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9074c97-450e-439a-9942-bef69d3241e8 x-openstack-request-id: req-f9074c97-450e-439a-9942-bef69d3241e8 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:40.927506 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244a763f-0ad6-4793-80ac-e873ceb38297", "name": "network-vif-deleted", "tag": "edff9594-22e4-43d2-953a-22f59212aaa4", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:40.927760 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9074c97-450e-439a-9942-bef69d3241e8 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:40.928178 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a763f-0ad6-4793-80ac-e873ceb38297', 'name': 'network-vif-deleted', 'tag': 'edff9594-22e4-43d2-953a-22f59212aaa4', 'status': 'completed', 'code': 200} Sep 27 12:44:41.226118 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-651349fd-9c3b-4ff8-9ca5-d59bc73b862d req-108301da-76dd-4202-831d-a3f5951e7f32 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=244a763f-0ad6-4793-80ac-e873ceb38297 HTTP/1.1" status: 200 len: 210 time: 0.0254407 Sep 27 12:44:41.694974 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0583-e1cd-49c7-9551-50b9d9c977f4 req-bad2b1de-9386-471b-921c-8a0c8ff616bf tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:41.696434 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-324c0583-e1cd-49c7-9551-50b9d9c977f4 req-bad2b1de-9386-471b-921c-8a0c8ff616bf tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0478883 Sep 27 12:44:41.732401 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-324c0583-e1cd-49c7-9551-50b9d9c977f4 req-e4559db0-952c-4d1c-b6b6-903f70b84b80 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301454 Sep 27 12:44:42.852520 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a59bfd-cb03-4cfc-9d76-89045a632b0d req-04c02baf-f5c6-4321-a04f-ac5d369a1ebc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:42.853931 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-08a59bfd-cb03-4cfc-9d76-89045a632b0d req-04c02baf-f5c6-4321-a04f-ac5d369a1ebc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0522056 Sep 27 12:44:42.892233 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-08a59bfd-cb03-4cfc-9d76-89045a632b0d req-ab342190-d7e5-4473-9627-8e30476e46ed tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Sep 27 12:44:43.610259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40e137-986a-43ae-ba3c-b87b92d45399 req-89c92775-5e14-431b-a1ca-a9621c1c141c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:43.611752 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dc40e137-986a-43ae-ba3c-b87b92d45399 req-89c92775-5e14-431b-a1ca-a9621c1c141c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 27 12:44:43.647843 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dc40e137-986a-43ae-ba3c-b87b92d45399 req-7a7d5b28-8d11-4919-bcc0-8a543b9f7b3c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300581 Sep 27 12:44:44.006401 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d019-1c4a-4059-9346-effb9494bc30 req-543c6001-5f9f-4005-a037-ac2605b9b339 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:44.007935 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d070d019-1c4a-4059-9346-effb9494bc30 req-543c6001-5f9f-4005-a037-ac2605b9b339 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0488343 Sep 27 12:44:44.045777 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d070d019-1c4a-4059-9346-effb9494bc30 req-afb67ebf-2d2a-4651-bba0-ad62381bad19 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Sep 27 12:44:44.155415 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [req-98741841-afa1-48c2-8797-d21f4d009926 req-5ee2dfed-a492-4f90-958b-8f665f876744 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:44:44.156436 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-98741841-afa1-48c2-8797-d21f4d009926 req-5ee2dfed-a492-4f90-958b-8f665f876744 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457962 Sep 27 12:44:44.294787 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38324) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:44.316189 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f8726-9748-4764-b578-695d6ddb6953 req-419627f7-f71f-4d04-ba92-9357414e3313 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:44.317745 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0e0f8726-9748-4764-b578-695d6ddb6953 req-419627f7-f71f-4d04-ba92-9357414e3313 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0580091 Sep 27 12:44:44.380575 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0e0f8726-9748-4764-b578-695d6ddb6953 req-ac6fae15-f63b-4111-97e2-9bd986b33097 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562785 Sep 27 12:44:44.391731 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-17b1fac0-fa86-4c4c-a589-ba63e2960f5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959227 Sep 27 12:44:44.401183 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-21c134d5-5369-4fa6-abfc-16ca5dceab4d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:44:44.402201 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-21c134d5-5369-4fa6-abfc-16ca5dceab4d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054684 Sep 27 12:44:44.539703 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:44.617582 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:44.640788 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:44.643041 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19d9e6e-4f9e-40b9-a65e-b053598c94ee" -d '{"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:44.656312 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:44.661142 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:44.662120 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device edff9594-22e4-43d2-953a-22f59212aaa4 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:44.685683 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8c8b99-30d1-438e-a85e-79ffa04507fb x-openstack-request-id: req-8a8c8b99-30d1-438e-a85e-79ffa04507fb {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:44.686002 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-unplugged", "status": "failed", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "code": 422}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:44.686225 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a8c8b99-30d1-438e-a85e-79ffa04507fb {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:44.686615 dv-cinder-801522-3-iscsi neutron-server[100730]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'code': 422} returned with failed status Sep 27 12:44:44.706425 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: edff9594-22e4-43d2-953a-22f59212aaa4 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:44:44.707677 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device edff9594-22e4-43d2-953a-22f59212aaa4 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:44:44.736529 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=6']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:44.775975 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb7ac-f1ab-4933-8f6b-1aeac891f6ca req-77885b05-54a6-4902-a8ac-0dcd47084ef2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:44.777497 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7b2cb7ac-f1ab-4933-8f6b-1aeac891f6ca req-77885b05-54a6-4902-a8ac-0dcd47084ef2 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Sep 27 12:44:44.816644 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7b2cb7ac-f1ab-4933-8f6b-1aeac891f6ca req-398d3acf-00a5-40a8-b2b8-d05008595276 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/security-groups?id=0045179c-5c21-4388-a639-9c89fd8a2b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Sep 27 12:44:45.423013 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-67f7aa20-a9ad-4b85-9bf3-bdb125fec6e9 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:45.424534 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-67f7aa20-a9ad-4b85-9bf3-bdb125fec6e9 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 945 time: 0.0502892 Sep 27 12:44:45.504532 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24394d52-7e13-4e26-898f-0d3a015ff997 req-2c347fbe-bc73-4f30-9ac3-7b52de13a4f2 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:45.506688 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-24394d52-7e13-4e26-898f-0d3a015ff997 req-2c347fbe-bc73-4f30-9ac3-7b52de13a4f2 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0554564 Sep 27 12:44:45.523139 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Deleting port c25ec8f6-7171-486b-9aff-163c0af018ed {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:44:45.523487 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:45.554380 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-24394d52-7e13-4e26-898f-0d3a015ff997 req-e499ae1a-99af-4155-9a36-62fd1487211c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Sep 27 12:44:45.617795 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] For port c25ec8f6-7171-486b-9aff-163c0af018ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c25ec8f6-7171-486b-9aff-163c0af018ed,segment=NetworkSegment(94b34b61-ea41-4838-afdc-1600cce91c6f),segment_id=94b34b61-ea41-4838-afdc-1600cce91c6f)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:45.618155 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:45.633822 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Calling delete_port for c25ec8f6-7171-486b-9aff-163c0af018ed owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:45.754607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:45.766057 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['c25ec8f6-7171-486b-9aff-163c0af018ed'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:45.782248 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Pushing event deleted for resources: {'Port': ['ID=c25ec8f6-7171-486b-9aff-163c0af018ed,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:45.824780 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] No DVR routers for this DVR port c25ec8f6-7171-486b-9aff-163c0af018ed on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:44:45.827144 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:45.829124 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-531ceb2e-4ed4-4381-9a26-d139a9edac38 req-9d7fe0ea-6b3b-4133-a9a0-e994e9641b1c tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.38 "DELETE /v2.0/ports/c25ec8f6-7171-486b-9aff-163c0af018ed HTTP/1.1" status: 204 len: 173 time: 0.3960655 Sep 27 12:44:45.829567 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'name': 'network-vif-deleted', 'tag': 'c25ec8f6-7171-486b-9aff-163c0af018ed'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:45.831749 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469e66e-875f-46eb-8ad3-acb65ab1409c" -d '{"events": [{"server_uuid": "c99a3112-45f9-439c-a360-888ad88d40c2", "name": "network-vif-deleted", "tag": "c25ec8f6-7171-486b-9aff-163c0af018ed"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:45.869609 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbf2408-49c2-4887-92bb-313ac44cec31 x-openstack-request-id: req-bfbf2408-49c2-4887-92bb-313ac44cec31 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:45.869974 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99a3112-45f9-439c-a360-888ad88d40c2", "name": "network-vif-deleted", "tag": "c25ec8f6-7171-486b-9aff-163c0af018ed", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:45.870222 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfbf2408-49c2-4887-92bb-313ac44cec31 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:45.871241 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99a3112-45f9-439c-a360-888ad88d40c2', 'name': 'network-vif-deleted', 'tag': 'c25ec8f6-7171-486b-9aff-163c0af018ed', 'status': 'completed', 'code': 200} Sep 27 12:44:45.915934 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c077dff8-3d25-4d4d-b8fa-09a75b343ac9 req-4ac70509-81ea-48c6-999d-4f32703d0341 tempest-AttachVolumeNegativeTest-2046612181 tempest-AttachVolumeNegativeTest-2046612181-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99a3112-45f9-439c-a360-888ad88d40c2 HTTP/1.1" status: 200 len: 210 time: 0.0314794 Sep 27 12:44:45.997866 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-443031eb-91ba-47e7-ade9-0384e1faa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:45.999368 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-443031eb-91ba-47e7-ade9-0384e1faa1b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e&tenant_id=efe3227b514943aaae2bad474a5f7fbf HTTP/1.1" status: 200 len: 1097 time: 0.0727963 Sep 27 12:44:46.063473 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-0aece0b1-9813-4446-bcd0-01b8c656e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:46.064920 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-0aece0b1-9813-4446-bcd0-01b8c656e87a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1097 time: 0.0395081 Sep 27 12:44:46.368854 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-0946d9b3-72cb-445d-a8e3-843547f2d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:46.370485 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-0946d9b3-72cb-445d-a8e3-843547f2d166 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 910 time: 0.2971046 Sep 27 12:44:46.452955 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-fade4f42-5746-42d5-98e2-268e00c0aaca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 1000 time: 0.0676465 Sep 27 12:44:46.503453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-975cabcf-2fc3-4bc0-8124-0fafbe2f730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:46.504847 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-975cabcf-2fc3-4bc0-8124-0fafbe2f730e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0426409 Sep 27 12:44:46.552831 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-1bd6632f-7597-4636-bb35-c896ceb53ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:46.554845 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-1bd6632f-7597-4636-bb35-c896ceb53ee1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417411 Sep 27 12:44:46.675087 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-97bf0a5a-1597-4ed7-8c64-02abb74df818 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123147 Sep 27 12:44:46.698318 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2fc9-633a-4e58-9e67-f0d473720189 req-343e76b7-48a8-4660-b5a6-ca047bde8195 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:46.699574 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d82f2fc9-633a-4e58-9e67-f0d473720189 req-343e76b7-48a8-4660-b5a6-ca047bde8195 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0723763 Sep 27 12:44:46.792514 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d82f2fc9-633a-4e58-9e67-f0d473720189 req-d6af7e62-3ba2-4afa-b592-4b19949f4290 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828209 Sep 27 12:44:46.811927 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9850eecf-0a3e-4ecd-b6d2-566e29e6cda1 req-d040d92f-53bd-437b-9887-60466a30cf0a service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288936 Sep 27 12:44:46.880463 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ad1b-3371-4b66-b306-fda962bf7ae7 req-27013b9e-0b4d-4b1f-83c6-9970bc9f60a6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:46.882006 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b834ad1b-3371-4b66-b306-fda962bf7ae7 req-27013b9e-0b4d-4b1f-83c6-9970bc9f60a6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0480499 Sep 27 12:44:46.926842 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b834ad1b-3371-4b66-b306-fda962bf7ae7 req-e934802e-885d-43cf-b43a-fb37e9a89ad3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389576 Sep 27 12:44:46.970685 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38370) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:47.017504 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Deleting subnet e2c37629-a144-4ef1-a6bd-aa428cbc6702 {{(pid=100728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:44:47.020547 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.055022 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7124126'] for subnet, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.091967 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.143590 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7226928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5729092'] for subnet, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.170354 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c37629-a144-4ef1-a6bd-aa428cbc6702,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:47.172302 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.174121 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c1115476-6298-4b41-a93e-6b7d368379b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e2c37629-a144-4ef1-a6bd-aa428cbc6702 HTTP/1.1" status: 204 len: 168 time: 0.2024570 Sep 27 12:44:47.176608 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38372) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:47.252431 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.329567 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.354117 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a53e0e4-ac1f-427f-b4bc-2f32929efa18']}} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:47.363122 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b34b61-ea41-4838-afdc-1600cce91c6f') {'for_net_delete': True} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:47.363413 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b34b61-ea41-4838-afdc-1600cce91c6f') {} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:47.372631 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7124103'] for segment, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.385775 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.391575 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:44:47.391990 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7227294'] for segment, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: Traceback (most recent call last): Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: timer() Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: cb(*args, **kw) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: return func(*args, **kwargs) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: self._notify() Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: self.callback(batched_events) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: event.method(event) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: return f(self, *a, **k) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._get(url).json() Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: return self.request(url, 'GET', **kwargs) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:44:47.393642 dv-cinder-801522-3-iscsi neutron-server[100728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:44:47.446231 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.451444 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.453290 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0a53e0e4-ac1f-427f-b4bc-2f32929efa18 HTTP/1.1" status: 204 len: 168 time: 0.2757962 Sep 27 12:44:47.464186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04296626-f482-47fc-a2b8-bef140f133d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a53e0e4-ac1f-427f-b4bc-2f32929efa18,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:47.608685 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38378) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:47.648246 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9cde620a-f710-4f93-bb55-92b2eca93a7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ad383efcc4b4f81a733711adc5361bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377774 Sep 27 12:44:47.650594 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38380) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:47.700254 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-25395637-5d9d-4714-8560-fc6d2caf04ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.720765 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-25395637-5d9d-4714-8560-fc6d2caf04ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.766239 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-25395637-5d9d-4714-8560-fc6d2caf04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.768861 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-25395637-5d9d-4714-8560-fc6d2caf04ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:47.770024 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-25395637-5d9d-4714-8560-fc6d2caf04ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0045179c-5c21-4388-a639-9c89fd8a2b43 HTTP/1.1" status: 204 len: 168 time: 0.1185319 Sep 27 12:44:47.777893 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25395637-5d9d-4714-8560-fc6d2caf04ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0045179c-5c21-4388-a639-9c89fd8a2b43,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:47.907710 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216bb7-59c1-4cdc-98d2-b782cb407ec9 req-aabd8745-4091-49a1-91bd-81019986a8b8 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:47.909646 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e216bb7-59c1-4cdc-98d2-b782cb407ec9 req-aabd8745-4091-49a1-91bd-81019986a8b8 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0509334 Sep 27 12:44:47.956580 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9e216bb7-59c1-4cdc-98d2-b782cb407ec9 req-e7b39e23-668c-4d77-83be-f3693dd2a455 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Sep 27 12:44:48.046021 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e57e2b-2926-4af1-a6ca-79e016629f31 req-17c5cd03-1be2-412d-a10d-a9f2cfdce434 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:48.047320 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-21e57e2b-2926-4af1-a6ca-79e016629f31 req-17c5cd03-1be2-412d-a10d-a9f2cfdce434 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0502925 Sep 27 12:44:48.086505 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-21e57e2b-2926-4af1-a6ca-79e016629f31 req-04adb7ed-2e42-4826-ac94-4e54b565947c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331435 Sep 27 12:44:49.070993 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150045e3-0c0a-47a4-a160-03d15e9862b2 req-6fd4fc65-55b3-4b14-bee0-1ce8a01501e4 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:49.072607 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-150045e3-0c0a-47a4-a160-03d15e9862b2 req-6fd4fc65-55b3-4b14-bee0-1ce8a01501e4 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0494611 Sep 27 12:44:49.087434 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-b4bdb6e7-4cb8-4ba5-8930-ab05d7596921 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:49.089020 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-b4bdb6e7-4cb8-4ba5-8930-ab05d7596921 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0484664 Sep 27 12:44:49.121417 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-150045e3-0c0a-47a4-a160-03d15e9862b2 req-63c63cfd-4f2b-4f97-92f4-c742ead6ca8f tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Sep 27 12:44:49.223888 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Deleting port 72116fdc-83aa-4987-865d-84728c79a074 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:44:49.224258 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:49.235906 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2400e6c-af3c-48db-a10f-c343873b487a req-2bba8c14-e73a-4c94-a818-8985801d8b2e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:49.237398 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2400e6c-af3c-48db-a10f-c343873b487a req-2bba8c14-e73a-4c94-a818-8985801d8b2e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 945 time: 0.0686066 Sep 27 12:44:49.323557 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2400e6c-af3c-48db-a10f-c343873b487a req-8f6e3daa-8453-4904-afb2-be9ed7805a25 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9879dde-7d24-4004-bac5-d4f1b17b51cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757549 Sep 27 12:44:49.349025 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] For port 72116fdc-83aa-4987-865d-84728c79a074, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72116fdc-83aa-4987-865d-84728c79a074,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:49.349390 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:49.516255 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:49.516610 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:49.516923 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Floating IP ac36cc44-2407-483d-863c-8184dd61955f disassociated. External IP: 172.27.0.4, port: 72116fdc-83aa-4987-865d-84728c79a074. Sep 27 12:44:49.517256 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Calling delete_port for 72116fdc-83aa-4987-865d-84728c79a074 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:49.642314 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:49.671629 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event deleted for resources: {'Port': ['ID=72116fdc-83aa-4987-865d-84728c79a074,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:49.780457 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:44:49.885036 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:44:49.896951 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:44:49.907181 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:44:49.907749 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:44:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:49.923796 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] No DVR routers for this DVR port 72116fdc-83aa-4987-865d-84728c79a074 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:44:49.926369 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:49.928421 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-772994a4-842b-4e05-bafb-e81d3360b2e0 req-51fff8d0-4aba-4839-a9db-9189aad7602c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "DELETE /v2.0/ports/72116fdc-83aa-4987-865d-84728c79a074 HTTP/1.1" status: 204 len: 173 time: 0.8329797 Sep 27 12:44:49.928937 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'name': 'network-vif-deleted', 'tag': '72116fdc-83aa-4987-865d-84728c79a074'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:49.931139 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b38103-a741-4f55-8cf2-52a784f05bac" -d '{"events": [{"server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "name": "network-vif-deleted", "tag": "72116fdc-83aa-4987-865d-84728c79a074"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:49.981680 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec24ad4-3143-47f0-90d2-2e69cc681b8f x-openstack-request-id: req-7ec24ad4-3143-47f0-90d2-2e69cc681b8f {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:49.981965 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d89e0-89b8-417d-8f10-989378a6c2ed", "name": "network-vif-deleted", "tag": "72116fdc-83aa-4987-865d-84728c79a074", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:49.983093 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ec24ad4-3143-47f0-90d2-2e69cc681b8f {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:49.983690 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d89e0-89b8-417d-8f10-989378a6c2ed', 'name': 'network-vif-deleted', 'tag': '72116fdc-83aa-4987-865d-84728c79a074', 'status': 'completed', 'code': 200} Sep 27 12:44:50.041014 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:44:50.253030 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2265ed-f797-4df9-9fe7-d582272cc649 req-17149edf-28dd-4b56-9b72-a456fa12d716 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:50.254589 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc2265ed-f797-4df9-9fe7-d582272cc649 req-17149edf-28dd-4b56-9b72-a456fa12d716 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0566549 Sep 27 12:44:50.295256 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dc2265ed-f797-4df9-9fe7-d582272cc649 req-bde994ce-67dc-4dcc-8916-9466fa9c274c tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Sep 27 12:44:50.404614 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:50.431831 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:44:50.439285 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b5bb9dc4-550c-4692-a4df-19127ddf004f req-c50309e6-160b-4f20-9246-bf0bc016a02a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=362d89e0-89b8-417d-8f10-989378a6c2ed HTTP/1.1" status: 200 len: 210 time: 0.0282354 Sep 27 12:44:50.441199 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:44:50.441911 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:44:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:50.548511 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:44:50.577051 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c25ec8f6-7171-486b-9aff-163c0af018ed no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:50.599913 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: c25ec8f6-7171-486b-9aff-163c0af018ed {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:44:50.600278 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device c25ec8f6-7171-486b-9aff-163c0af018ed not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:44:50.763255 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:44:50.788975 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0735a497-07f5-4056-a298-5153b5a72818 None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:44:50.989582 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd634604-001a-4f12-a815-bb46d15c9036 None None] New status for floating IP ac36cc44-2407-483d-863c-8184dd61955f: DOWN {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:44:51.420906 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383287e3-0492-49cd-9d24-d674c82f9c1b req-1cba12fd-4926-44c0-91ad-d57f60475b76 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:51.422539 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-383287e3-0492-49cd-9d24-d674c82f9c1b req-1cba12fd-4926-44c0-91ad-d57f60475b76 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0582514 Sep 27 12:44:51.459844 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-383287e3-0492-49cd-9d24-d674c82f9c1b req-cced2dcb-551d-4291-ba48-0aad70e26fbf tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314240 Sep 27 12:44:51.503960 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38466) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:51.522760 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38470) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:51.576932 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8185fd0-b5e7-478e-bcd0-ff55a5612ded tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.600015 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8185fd0-b5e7-478e-bcd0-ff55a5612ded tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.608984 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-426f95ea-d832-423c-a521-53c49ca4ed7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.625928 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.661278 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8185fd0-b5e7-478e-bcd0-ff55a5612ded tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.664538 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8185fd0-b5e7-478e-bcd0-ff55a5612ded tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.665702 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b8185fd0-b5e7-478e-bcd0-ff55a5612ded tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "DELETE /v2.0/security-groups/b9879dde-7d24-4004-bac5-d4f1b17b51cc HTTP/1.1" status: 204 len: 168 time: 0.1417983 Sep 27 12:44:51.669212 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38474) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:51.682487 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185fd0-b5e7-478e-bcd0-ff55a5612ded tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9879dde-7d24-4004-bac5-d4f1b17b51cc,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:51.689159 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.api.v2.resource [None req-7d88f764-aed8-4fc9-9cbb-dc7c367fb1a5 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] show failed (client error): The resource could not be found. Sep 27 12:44:51.690212 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-7d88f764-aed8-4fc9-9cbb-dc7c367fb1a5 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups/b9879dde-7d24-4004-bac5-d4f1b17b51cc HTTP/1.1" status: 404 len: 347 time: 0.0190029 Sep 27 12:44:51.693299 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38476) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:51.720384 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-426f95ea-d832-423c-a521-53c49ca4ed7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.724202 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-426f95ea-d832-423c-a521-53c49ca4ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.770002 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-426f95ea-d832-423c-a521-53c49ca4ed7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be486c21c6ca4b39a64b81f3039e15e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622049 Sep 27 12:44:51.770002 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f95ea-d832-423c-a521-53c49ca4ed7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2ff07-8efe-495c-b0de-e25b89f67146,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:51.772328 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38478) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:51.818239 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Deleting port 19c6d8e7-c526-4e32-b22d-8e3d8ac14e86 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:44:51.818583 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.820681 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-813e0f0d-8a40-418c-9744-2dd3e530a7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.842452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-813e0f0d-8a40-418c-9744-2dd3e530a7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.889781 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-813e0f0d-8a40-418c-9744-2dd3e530a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.892654 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-813e0f0d-8a40-418c-9744-2dd3e530a7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.893883 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-813e0f0d-8a40-418c-9744-2dd3e530a7ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cc2ff07-8efe-495c-b0de-e25b89f67146 HTTP/1.1" status: 204 len: 168 time: 0.1198864 Sep 27 12:44:51.896522 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.896856 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:51.902575 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e0f0d-8a40-418c-9744-2dd3e530a7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc2ff07-8efe-495c-b0de-e25b89f67146,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:51.910607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Calling delete_port for 19c6d8e7-c526-4e32-b22d-8e3d8ac14e86 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:44:52.054504 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.079380 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event deleted for resources: {'Port': ['ID=19c6d8e7-c526-4e32-b22d-8e3d8ac14e86,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:52.141829 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.144396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.149806 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-25939bcb-a19d-4c8b-9ee8-e7d0d6344ef3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac36cc44-2407-483d-863c-8184dd61955f HTTP/1.1" status: 204 len: 168 time: 0.4513583 Sep 27 12:44:52.577537 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 72116fdc-83aa-4987-865d-84728c79a074 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:44:52.581011 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976d21-56f3-46eb-8b31-3ba7485f3aae req-1c7dcb21-1ca1-40f5-b42d-6abdac269c29 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:52.583205 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9976d21-56f3-46eb-8b31-3ba7485f3aae req-1c7dcb21-1ca1-40f5-b42d-6abdac269c29 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0533876 Sep 27 12:44:52.610536 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 72116fdc-83aa-4987-865d-84728c79a074 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:44:52.610898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 72116fdc-83aa-4987-865d-84728c79a074 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:44:52.625524 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a9976d21-56f3-46eb-8b31-3ba7485f3aae req-6cb8901e-705e-4231-ada2-80cadf76317f tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Sep 27 12:44:52.830623 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38512) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:52.836534 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861740163', 'description': 'tempest-description--1604140942'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:52.861324 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.955894 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.959489 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.988365 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:52.989548 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1578002 Sep 27 12:44:52.992271 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3392bab-5a74-4ed7-8d81-faa44e1d3006 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:52.993468 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38518) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:52.999397 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'security_group_rule': {'security_group_id': '6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:53.026898 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.070810 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.074110 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.091245 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac079300-6d35-4e96-a210-9858180dc196,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:53.096795 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.097951 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ac5405a1-0cee-4e98-a26d-410728e4cb86 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1026454 Sep 27 12:44:53.101400 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38520) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:53.105486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'security_group_rule': {'security_group_id': '6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:53.130165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.187672 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.191300 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.207841 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8256e9-38f2-44e9-8aac-4660dabb5324,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:53.213779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.214782 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-19fb550a-c60e-4095-9599-bcd50183255b tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124945 Sep 27 12:44:53.217940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38522) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:44:53.222116 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:53.243726 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.324118 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e682-8986-4492-9d0f-1e165630f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.337232 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.439835 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Allocated IP 172.27.0.130 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/e85ae13d-613c-44bb-bd1d-a5b0c7776d86) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:53.536886 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.572720 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.605751 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:53.608514 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:53.611835 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:53.642593 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'Port': ['ID=e85ae13d-613c-44bb-bd1d-a5b0c7776d86,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:53.700352 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.734143 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.743319 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71898e-4a5f-4c41-acec-866a3696b97b req-8a089912-5070-4701-b5c0-62fded688499 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:53.744843 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4b71898e-4a5f-4c41-acec-866a3696b97b req-8a089912-5070-4701-b5c0-62fded688499 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 944 time: 0.0520582 Sep 27 12:44:53.891911 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.896754 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:53.973335 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'Port': ['ID=e85ae13d-613c-44bb-bd1d-a5b0c7776d86,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:53.986139 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:54.007641 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:54.009261 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-5018ec29-865c-4a6d-ace6-a3866339bf7f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7903395 Sep 27 12:44:54.026299 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4b71898e-4a5f-4c41-acec-866a3696b97b req-b50efb42-9304-4684-975f-6219aeeda2ed tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753601 Sep 27 12:44:54.204293 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2f7678ed-9261-4488-b1e2-29b8f4082eff tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1861740163&fields=id&tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de HTTP/1.1" status: 200 len: 267 time: 0.0340972 Sep 27 12:44:54.333926 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-16bbc144-2f62-4ef3-b7e6-5dd644677331 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:54.340966 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-16bbc144-2f62-4ef3-b7e6-5dd644677331 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 810 time: 0.1293199 Sep 27 12:44:54.351446 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-94827676-bad2-47ca-973b-81bc2eeffe2a tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/quotas/26bdff77fe5641f6b8e24c0ff9fc05de HTTP/1.1" status: 200 len: 375 time: 0.0096240 Sep 27 12:44:54.409403 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-59f9acae-e5cd-47de-a047-61ad8c31d624 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504932 Sep 27 12:44:54.568896 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:44:54.594800 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-5caee551-8062-493f-9244-9f71184ac0db service neutron] 10.222.0.15 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731575 Sep 27 12:44:54.664400 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:54.675714 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'port_id': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'mac_address': 'fa:16:3e:80:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:44:54.687531 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-524ef5aa-ac54-4a40-b97c-f280b17363c4 service neutron] 10.222.0.15 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863066 Sep 27 12:44:54.716454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:54.728992 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6243a15-85fd-4100-9ebb-93e024d1e515 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:54.748307 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:54.752465 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:54.806059 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=7']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:54.845964 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4e2357e7-f15d-4f92-a5e1-50b5db98b41d req-d6b9c6c7-cbfd-431f-8bb1-7a5455405bd3 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 210 time: 0.0266178 Sep 27 12:44:55.021756 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['b6243a15-85fd-4100-9ebb-93e024d1e515'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:44:55.151459 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7241-21c0-4879-8a7e-d649d8ede686 req-b6461b4a-136a-460b-adec-556510d7afb9 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:55.152967 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2f3b7241-21c0-4879-8a7e-d649d8ede686 req-b6461b4a-136a-460b-adec-556510d7afb9 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 945 time: 0.0545049 Sep 27 12:44:55.201192 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2f3b7241-21c0-4879-8a7e-d649d8ede686 req-f58db5e2-17a4-4186-8003-990a658c4d73 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Sep 27 12:44:55.830039 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-29513bf9-c1a7-448a-aad8-ea34dae5bea2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:55.831482 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-29513bf9-c1a7-448a-aad8-ea34dae5bea2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 810 time: 0.1104281 Sep 27 12:44:55.880951 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-8e169ecf-9a20-40fb-a78e-b1492d814188 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de HTTP/1.1" status: 200 len: 380 time: 0.0346353 Sep 27 12:44:55.896703 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'port': {'device_id': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'admin_state_up': True, 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'security_groups': ['6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08']}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:55.950792 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7cfcda87-2099-45ab-8287-379475b91b91 req-1d9194f7-00ea-4537-a4b5-d92680050ceb tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 210 time: 0.0365431 Sep 27 12:44:56.026621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Made reservation on behalf of 26bdff77fe5641f6b8e24c0ff9fc05de for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:44:56.030194 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.035447 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-3f7067fa-48e3-4f13-9b86-c260478a5edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.154210 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Allocated IP 172.20.0.7 (9df8d1ee-3d49-468a-9a66-c4daaa49cfc7/1f445bba-75a6-4b24-8083-9de380e30ca7/0a924862-c358-4a42-901a-c54985303aa7) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:44:56.315666 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.339894 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a8fdd-c26d-4715-a91a-0b850b42fc8e req-6005466f-fed5-4f9c-aad2-1508b62b1e02 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:56.341404 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b98a8fdd-c26d-4715-a91a-0b850b42fc8e req-6005466f-fed5-4f9c-aad2-1508b62b1e02 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 945 time: 0.0748022 Sep 27 12:44:56.384763 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.403858 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b98a8fdd-c26d-4715-a91a-0b850b42fc8e req-ba38e933-0a7c-4ca3-beea-0bb378a6c1f4 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558426 Sep 27 12:44:56.438976 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:44:56.441975 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:44:56.444455 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:44:56.476010 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event updated for resources: {'Port': ['ID=0a924862-c358-4a42-901a-c54985303aa7,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:56.501132 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:56.501772 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.516867 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-2b3240fc-a940-4471-b386-befe01fd4bc6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241186 Sep 27 12:44:56.536026 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Request body: {'port': {'device_id': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:44:56.589937 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:44:56.593799 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.637080 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port b6243a15-85fd-4100-9ebb-93e024d1e515 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:56.637456 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.684180 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-1cfcb6e2-a1f4-4b12-91b4-73960d017703 None None] Provisioning complete for port 0a924862-c358-4a42-901a-c54985303aa7 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:44:56.684539 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb6e2-a1f4-4b12-91b4-73960d017703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.738617 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-1cfcb6e2-a1f4-4b12-91b4-73960d017703 None None] Port 0a924862-c358-4a42-901a-c54985303aa7 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:44:56.756840 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.781222 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:56.783605 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f9b39a-b69d-48b8-b75e-afb6286aee28" -d '{"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-plugged", "status": "completed", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:56.803228 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:44:56.809733 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.867213 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=8']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:56.907072 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:56.989273 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5765fb-8333-492d-ae72-50fe77c22d03 x-openstack-request-id: req-dd5765fb-8333-492d-ae72-50fe77c22d03 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:56.989632 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-plugged", "status": "completed", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:56.989946 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd5765fb-8333-492d-ae72-50fe77c22d03 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:56.990347 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'code': 200} Sep 27 12:44:57.129012 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84789796-091a-49c9-8c03-a5c038a9f393 req-c81fc69c-2843-41a4-b653-5b34aeba6d69 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.130819 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-84789796-091a-49c9-8c03-a5c038a9f393 req-c81fc69c-2843-41a4-b653-5b34aeba6d69 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 931 time: 0.0962441 Sep 27 12:44:57.141791 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a924862-c358-4a42-901a-c54985303aa7 {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:44:57.152958 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:57.178501 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Transition to ACTIVE for port object 0a924862-c358-4a42-901a-c54985303aa7 will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:44:57.185054 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:57.234562 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-84789796-091a-49c9-8c03-a5c038a9f393 req-e6c05248-e56e-446f-aec1-2f4a6628ca0c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880408 Sep 27 12:44:57.245504 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9a1f9-74f9-4a43-834f-03e346c48006 req-63700e51-7425-4888-9503-2f615c55f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.247859 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d2b9a1f9-74f9-4a43-834f-03e346c48006 req-63700e51-7425-4888-9503-2f615c55f034 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1099 time: 0.0493391 Sep 27 12:44:57.258348 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Pushing event updated for resources: {'Port': ['ID=0a924862-c358-4a42-901a-c54985303aa7,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:57.279871 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:57.304039 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d2b9a1f9-74f9-4a43-834f-03e346c48006 req-c51e17b8-dc85-46d9-9781-b2b0d3cbfa63 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Sep 27 12:44:57.353915 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Attempting to bind port 0a924862-c358-4a42-901a-c54985303aa7 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:44:57.354350 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Attempting to bind port 0a924862-c358-4a42-901a-c54985303aa7 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:44:57.354756 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Attempting to bind port 0a924862-c358-4a42-901a-c54985303aa7 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:57.359370 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Port 0a924862-c358-4a42-901a-c54985303aa7 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:44:57.359812 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Attempting to bind port 0a924862-c358-4a42-901a-c54985303aa7 on network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:44:57.365171 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:44:57.365637 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Checking segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:44:57.372453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Bound using segment: {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:44:57.372453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Bound port: 0a924862-c358-4a42-901a-c54985303aa7, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89316e9d-09a8-4175-922b-d9162455844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:44:57.372453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:57.433338 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] For port 0a924862-c358-4a42-901a-c54985303aa7, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:44:57.436388 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] For port 0a924862-c358-4a42-901a-c54985303aa7, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a924862-c358-4a42-901a-c54985303aa7,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:44:57.441692 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:57.503973 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.504788 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:57.506136 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] 10.222.0.38 "PUT /v2.0/ports/0a924862-c358-4a42-901a-c54985303aa7 HTTP/1.1" status: 200 len: 1093 time: 0.9745009 Sep 27 12:44:57.525190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'tag': '0a924862-c358-4a42-901a-c54985303aa7'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:44:57.527417 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b96467-5dab-46b0-85ae-e9eb6240517a" -d '{"events": [{"name": "network-changed", "server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "tag": "0a924862-c358-4a42-901a-c54985303aa7"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:44:57.588436 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12030bf-1f55-4812-b27b-4ed8314bf23b service neutron] Pushing event updated for resources: {'Port': ['ID=0a924862-c358-4a42-901a-c54985303aa7,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:44:57.606434 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8f4c2-1a07-4d1b-8566-bc615f5ac282 req-9f7111d0-46d5-4187-8425-19a6817998bf tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.609888 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7df8f4c2-1a07-4d1b-8566-bc615f5ac282 req-9f7111d0-46d5-4187-8425-19a6817998bf tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.1254966 Sep 27 12:44:57.637302 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-8f448b75-2832-4818-9868-87b6d2324259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.638804 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-8f448b75-2832-4818-9868-87b6d2324259 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 1096 time: 0.0900366 Sep 27 12:44:57.697184 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5862f18f-a341-4232-9355-07c37bc963b4 x-openstack-request-id: req-5862f18f-a341-4232-9355-07c37bc963b4 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:44:57.697518 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "tag": "0a924862-c358-4a42-901a-c54985303aa7", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:44:57.697704 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5862f18f-a341-4232-9355-07c37bc963b4 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:44:57.698092 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'tag': '0a924862-c358-4a42-901a-c54985303aa7', 'status': 'completed', 'code': 200} Sep 27 12:44:57.701331 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7df8f4c2-1a07-4d1b-8566-bc615f5ac282 req-a67c8b20-cedd-4548-9254-b23fa4e97892 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834868 Sep 27 12:44:57.702994 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-1d7431ea-2f6e-496d-b90f-477341b955e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a924862-c358-4a42-901a-c54985303aa7 HTTP/1.1" status: 200 len: 217 time: 0.0501568 Sep 27 12:44:57.755697 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-3012aed6-b19c-4ad8-a41c-268dc5aa003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.757239 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-3012aed6-b19c-4ad8-a41c-268dc5aa003b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0451884 Sep 27 12:44:57.808018 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-957778da-00f2-48e0-a5c6-b6049b1b2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:57.809541 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-957778da-00f2-48e0-a5c6-b6049b1b2d25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444298 Sep 27 12:44:57.904373 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-91279134-8d40-4c58-aa36-0c359dac79d5 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854950 Sep 27 12:44:58.001828 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd590cc7-691c-49fd-b04c-7c95c0c806a8 req-9cbdce8e-957a-48db-82c8-57aeff978a62 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899618 Sep 27 12:44:58.088621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-86475b79-f742-4875-9745-b3a9f5dc4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:58.090061 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-86475b79-f742-4875-9745-b3a9f5dc4780 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 1096 time: 0.0443976 Sep 27 12:44:58.184665 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-5d6eac1f-94aa-4015-91d8-cb79850181d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:58.186118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-5d6eac1f-94aa-4015-91d8-cb79850181d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.0884686 Sep 27 12:44:58.240901 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-c977a73c-0449-4a8d-a16b-872c68cea056 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a924862-c358-4a42-901a-c54985303aa7 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Sep 27 12:44:58.293511 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-1546de29-bc36-461f-a81d-a731548ee371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:58.295130 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-1546de29-bc36-461f-a81d-a731548ee371 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0453169 Sep 27 12:44:58.351725 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-e0481beb-9a99-4e44-986e-ece0f49e1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:58.353259 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-e0481beb-9a99-4e44-986e-ece0f49e1860 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442734 Sep 27 12:44:58.362627 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65913a82-52c6-4940-bd30-80d8fe7bda81 req-44688ecb-ebc2-4ebe-a4c3-8da3185aefc0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:58.364118 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-65913a82-52c6-4940-bd30-80d8fe7bda81 req-44688ecb-ebc2-4ebe-a4c3-8da3185aefc0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 943 time: 0.0572789 Sep 27 12:44:58.401657 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-65913a82-52c6-4940-bd30-80d8fe7bda81 req-86784f5d-b408-4b32-98a1-3307e99f62d6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316446 Sep 27 12:44:58.457623 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-b2d01a5f-f132-4c28-9248-0ed85b3f2de3 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917485 Sep 27 12:44:58.550462 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56b96467-5dab-46b0-85ae-e9eb6240517a req-02a4de41-fe5d-496d-9f84-fe9c57a9ac34 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833666 Sep 27 12:44:58.815606 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d242-7225-4db2-9650-00327ddf0e93 req-2221b635-b628-43d5-b23a-72b741000ddc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:58.816980 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b8f0d242-7225-4db2-9650-00327ddf0e93 req-2221b635-b628-43d5-b23a-72b741000ddc tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0491421 Sep 27 12:44:58.853828 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b8f0d242-7225-4db2-9650-00327ddf0e93 req-1ef49c9a-d92d-4b05-bced-ba5b3fcea5ac tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Sep 27 12:44:59.143907 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:44:59.519182 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3645d54-d624-4b66-a5af-c9b2bdc175fe req-09660996-e2dc-41cb-a3c8-91a0b3f07219 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:44:59.520565 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d3645d54-d624-4b66-a5af-c9b2bdc175fe req-09660996-e2dc-41cb-a3c8-91a0b3f07219 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 943 time: 0.0491986 Sep 27 12:44:59.561322 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d3645d54-d624-4b66-a5af-c9b2bdc175fe req-18b64ff6-bf90-4e48-8bba-7a7bc005df1c tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342963 Sep 27 12:45:00.628888 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0a924862-c358-4a42-901a-c54985303aa7 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:45:00.678962 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67e62a-8e18-4f42-bf3a-7a7d5a9d5b10 req-c8ef1cd5-badf-4fca-9838-9295245a27ba tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:00.680372 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8b67e62a-8e18-4f42-bf3a-7a7d5a9d5b10 req-c8ef1cd5-badf-4fca-9838-9295245a27ba tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 943 time: 0.0485475 Sep 27 12:45:00.718900 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:45:00.720566 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8b67e62a-8e18-4f42-bf3a-7a7d5a9d5b10 req-97cfee93-3d13-4ebd-a36f-fa22265cd5f0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342751 Sep 27 12:45:00.726256 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 0a924862-c358-4a42-901a-c54985303aa7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a924862-c358-4a42-901a-c54985303aa7,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:00.737461 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '0a924862-c358-4a42-901a-c54985303aa7', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'port_id': '0a924862-c358-4a42-901a-c54985303aa7', 'mac_address': 'fa:16:3e:3c:e8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:45:00.773050 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:00.787681 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a924862-c358-4a42-901a-c54985303aa7 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:45:00.806353 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 0a924862-c358-4a42-901a-c54985303aa7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a924862-c358-4a42-901a-c54985303aa7,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:00.810437 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:00.855003 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0a924862-c358-4a42-901a-c54985303aa7,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:01.088171 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['0a924862-c358-4a42-901a-c54985303aa7'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:45:01.476523 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38684) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:01.579138 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-663e8b22-f3f4-47c8-8ba7-a23090f83590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.667289 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-663e8b22-f3f4-47c8-8ba7-a23090f83590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.670952 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-663e8b22-f3f4-47c8-8ba7-a23090f83590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.713219 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-663e8b22-f3f4-47c8-8ba7-a23090f83590 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=277757f0f90648a7ab25cdd0572991ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355993 Sep 27 12:45:01.714076 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e8b22-f3f4-47c8-8ba7-a23090f83590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a95c64-8833-4845-b000-a16a333d3d51,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:01.715902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 38690) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:01.764714 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fafd8601-a76c-4dd3-baa3-b59e18a16e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.785544 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fafd8601-a76c-4dd3-baa3-b59e18a16e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.832448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fafd8601-a76c-4dd3-baa3-b59e18a16e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.835054 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fafd8601-a76c-4dd3-baa3-b59e18a16e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:01.836287 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-fafd8601-a76c-4dd3-baa3-b59e18a16e7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44a95c64-8833-4845-b000-a16a333d3d51 HTTP/1.1" status: 204 len: 168 time: 0.1193027 Sep 27 12:45:01.837459 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8468921-d2fc-4172-9083-c56c1e3650c9 req-e22097c0-f35f-4f33-ae92-3a2844a93fc4 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:01.844712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd8601-a76c-4dd3-baa3-b59e18a16e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a95c64-8833-4845-b000-a16a333d3d51,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:01.844921 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d8468921-d2fc-4172-9083-c56c1e3650c9 req-e22097c0-f35f-4f33-ae92-3a2844a93fc4 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 944 time: 0.0590723 Sep 27 12:45:01.879993 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d8468921-d2fc-4172-9083-c56c1e3650c9 req-480eb59d-260e-4573-a9b5-cd6e21b61684 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339162 Sep 27 12:45:02.643216 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0a924862-c358-4a42-901a-c54985303aa7 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:45:02.696181 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 0a924862-c358-4a42-901a-c54985303aa7 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:45:02.699751 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 0a924862-c358-4a42-901a-c54985303aa7 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:45:02.701768 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:02.794115 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:02.816348 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a924862-c358-4a42-901a-c54985303aa7'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:45:02.818591 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73c5066-acd8-4d1b-a7c5-b07200b77280" -d '{"events": [{"server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "name": "network-vif-plugged", "status": "completed", "tag": "0a924862-c358-4a42-901a-c54985303aa7"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:45:02.831467 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 0a924862-c358-4a42-901a-c54985303aa7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a924862-c358-4a42-901a-c54985303aa7,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:02.836463 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:02.864749 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f79bd-d776-41bd-9531-db18c6f9ef77 x-openstack-request-id: req-c60f79bd-d776-41bd-9531-db18c6f9ef77 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:45:02.865040 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "name": "network-vif-plugged", "status": "completed", "tag": "0a924862-c358-4a42-901a-c54985303aa7", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:45:02.865289 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c60f79bd-d776-41bd-9531-db18c6f9ef77 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:45:02.865671 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a924862-c358-4a42-901a-c54985303aa7', 'code': 200} Sep 27 12:45:02.893624 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0a924862-c358-4a42-901a-c54985303aa7,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:03.004417 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634612a7-23d4-4a28-a5e6-27a64383d4fb req-87785328-d3b3-416f-b3f9-9965a0325956 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:03.006670 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-634612a7-23d4-4a28-a5e6-27a64383d4fb req-87785328-d3b3-416f-b3f9-9965a0325956 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0559855 Sep 27 12:45:03.042277 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af3aeb-bff6-442a-a6ed-92a38017cd85 req-3a29b018-2c92-417a-85db-c4db7319f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:03.043878 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e4af3aeb-bff6-442a-a6ed-92a38017cd85 req-3a29b018-2c92-417a-85db-c4db7319f69e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 1098 time: 0.0466280 Sep 27 12:45:03.052022 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-634612a7-23d4-4a28-a5e6-27a64383d4fb req-fde8f126-871b-4bfb-8df5-4aa30bac3302 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Sep 27 12:45:03.081223 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e4af3aeb-bff6-442a-a6ed-92a38017cd85 req-c9d47af4-fb7c-48e6-82fb-4cfed967004d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296130 Sep 27 12:45:04.191451 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21ee05-a8cd-4557-a696-27f7ae40d0a8 req-42013568-1f32-425d-911e-895a535d7b92 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:04.193093 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9a21ee05-a8cd-4557-a696-27f7ae40d0a8 req-42013568-1f32-425d-911e-895a535d7b92 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0652072 Sep 27 12:45:04.240739 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9a21ee05-a8cd-4557-a696-27f7ae40d0a8 req-4182f97f-407e-4d16-b815-944a139a6026 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Sep 27 12:45:05.351465 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f1e1e-9ec7-4867-8288-1d4c68ae83db req-8a6f6e20-c88d-4875-a12f-ad594bbf7031 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:05.352976 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-082f1e1e-9ec7-4867-8288-1d4c68ae83db req-8a6f6e20-c88d-4875-a12f-ad594bbf7031 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0480902 Sep 27 12:45:05.389802 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-082f1e1e-9ec7-4867-8288-1d4c68ae83db req-00f8f361-71b7-42cf-b88c-6756094430e2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Sep 27 12:45:05.499581 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bed9b-10b3-4e78-8307-b84dfd69d8f6 req-58a39888-8440-46c8-8a01-ee9ea2379c01 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:05.501053 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7b5bed9b-10b3-4e78-8307-b84dfd69d8f6 req-58a39888-8440-46c8-8a01-ee9ea2379c01 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0502098 Sep 27 12:45:05.509912 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 38778) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:05.514290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Request body: {'floatingip': {'port_id': '0a924862-c358-4a42-901a-c54985303aa7'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:45:05.552741 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:05.975822 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:05.980685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:06.081406 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Floating IP 6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5 associated. External IP: 172.27.0.130, port: 0a924862-c358-4a42-901a-c54985303aa7. Sep 27 12:45:06.290645 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:45:06.630119 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31698c08-11d2-497a-b5ec-6cc5e5ff536f req-b22691a1-0a7e-4bd4-988d-9b97dbaf86e3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:06.632204 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-31698c08-11d2-497a-b5ec-6cc5e5ff536f req-b22691a1-0a7e-4bd4-988d-9b97dbaf86e3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.2958412 Sep 27 12:45:06.648513 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:45:06.653473 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:06.657961 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:45:06.667744 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:45:06.668391 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:44:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:45:06.695200 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e18209db-d9b9-413a-baad-df945191d4c6 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "PUT /v2.0/floatingips/6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5 HTTP/1.1" status: 200 len: 991 time: 1.1842406 Sep 27 12:45:06.697579 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'tag': '0a924862-c358-4a42-901a-c54985303aa7'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:45:06.699759 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73de404-e99a-4e41-8860-6f77b3080999" -d '{"events": [{"name": "network-changed", "server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "tag": "0a924862-c358-4a42-901a-c54985303aa7"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:45:06.707269 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-31698c08-11d2-497a-b5ec-6cc5e5ff536f req-d4875c2b-4ae4-4914-86a2-cb269d11da7f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670285 Sep 27 12:45:06.761446 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d554ff6-5bd0-4d73-984b-f028eaad4a37 x-openstack-request-id: req-6d554ff6-5bd0-4d73-984b-f028eaad4a37 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:45:06.761735 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "tag": "0a924862-c358-4a42-901a-c54985303aa7", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:45:06.761983 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d554ff6-5bd0-4d73-984b-f028eaad4a37 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:45:06.762376 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'tag': '0a924862-c358-4a42-901a-c54985303aa7', 'status': 'completed', 'code': 200} Sep 27 12:45:06.776373 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:45:06.989227 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'port_id': '0a924862-c358-4a42-901a-c54985303aa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'mac_address': 'fa:16:3e:3c:e8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:53Z', 'updated_at': '2021-09-27T12:45:05Z', 'revision_number': 1, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:45:07.019333 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:45:07.028321 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:45:07.028929 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:44:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:45:07.129225 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:45:07.459250 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'port_id': '0a924862-c358-4a42-901a-c54985303aa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'mac_address': 'fa:16:3e:3c:e8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:53Z', 'updated_at': '2021-09-27T12:45:05Z', 'revision_number': 1, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:45:07.484255 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b2123-6b57-4e83-aed0-54f9f84600f0 None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'port_id': '0a924862-c358-4a42-901a-c54985303aa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'mac_address': 'fa:16:3e:3c:e8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:44:53Z', 'updated_at': '2021-09-27T12:45:05Z', 'revision_number': 1, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:45:07.660520 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742551-cddc-4d05-b364-42d646bef334 None None] New status for floating IP 6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5: ACTIVE {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:45:07.839053 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9f6bc-8c79-420f-9918-e542b3c664c5 req-fb40800c-adfd-4779-9d72-9c146bacfc9c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:07.840491 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-48d9f6bc-8c79-420f-9918-e542b3c664c5 req-fb40800c-adfd-4779-9d72-9c146bacfc9c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0533710 Sep 27 12:45:07.879446 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-48d9f6bc-8c79-420f-9918-e542b3c664c5 req-963219e5-7679-41f2-bd51-17a8e427fba1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Sep 27 12:45:08.994656 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2c831-42e8-471d-aacd-f000be107797 req-c7de80f5-8bd4-40d8-97cd-caa4bed664ac tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:08.996039 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56f2c831-42e8-471d-aacd-f000be107797 req-c7de80f5-8bd4-40d8-97cd-caa4bed664ac tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0474946 Sep 27 12:45:09.036194 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-56f2c831-42e8-471d-aacd-f000be107797 req-ba0a3ac6-d34f-4508-b3f1-87d85ad8ba58 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343041 Sep 27 12:45:09.333119 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de404-e99a-4e41-8860-6f77b3080999 req-e5005c7c-c219-4392-9ca2-ae18b8080173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:09.335183 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-e5005c7c-c219-4392-9ca2-ae18b8080173 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 1098 time: 0.0405548 Sep 27 12:45:09.422029 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de404-e99a-4e41-8860-6f77b3080999 req-a0b483f5-49f8-460f-9998-ae55a1fc24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:09.423482 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-a0b483f5-49f8-460f-9998-ae55a1fc24ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 200 len: 911 time: 0.0807261 Sep 27 12:45:09.491907 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-a61984c1-834f-45d2-98e3-a5f41e6baabe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a924862-c358-4a42-901a-c54985303aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0595231 Sep 27 12:45:09.540304 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de404-e99a-4e41-8860-6f77b3080999 req-3110f11e-7060-4b63-96ea-476f5c3fb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:09.541981 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-3110f11e-7060-4b63-96ea-476f5c3fb4d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 200 len: 849 time: 0.0427225 Sep 27 12:45:09.589150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de404-e99a-4e41-8860-6f77b3080999 req-ae205f02-0aee-4e65-a90f-e3c1463af5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:09.590529 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-ae205f02-0aee-4e65-a90f-e3c1463af5d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382051 Sep 27 12:45:09.680316 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-a840d81f-e44c-4a13-9176-359d169130ac service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819414 Sep 27 12:45:09.769620 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c73de404-e99a-4e41-8860-6f77b3080999 req-80c5bbca-b22d-42c9-8232-b9fca05a2021 service neutron] 10.222.0.38 "GET /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Sep 27 12:45:10.156150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34942e-e7df-477b-97c8-85a0099d338e req-d90e21c9-6ba7-4bbb-be97-adb82523002a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:10.157670 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-aa34942e-e7df-477b-97c8-85a0099d338e req-d90e21c9-6ba7-4bbb-be97-adb82523002a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0501537 Sep 27 12:45:10.195277 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-aa34942e-e7df-477b-97c8-85a0099d338e req-bc4426ce-7d7a-4a1e-b22a-c3b1cff57dc6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Sep 27 12:45:11.311960 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a36f-bb0c-4bf4-8129-501c6b0a22cd req-656d197b-28f7-4bbb-8493-fbe6dd219953 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:11.313338 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0598a36f-bb0c-4bf4-8129-501c6b0a22cd req-656d197b-28f7-4bbb-8493-fbe6dd219953 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0475707 Sep 27 12:45:11.349083 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0598a36f-bb0c-4bf4-8129-501c6b0a22cd req-d92221b9-d7a9-4fa7-a37c-ad0439c7d82d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299201 Sep 27 12:45:12.466196 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c69309-36fb-41b1-8fcf-ce5d6c4bda4d req-58ea0e0b-8d5a-4bf6-8b9c-2ca3b7093663 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:12.467682 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-76c69309-36fb-41b1-8fcf-ce5d6c4bda4d req-58ea0e0b-8d5a-4bf6-8b9c-2ca3b7093663 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0479643 Sep 27 12:45:12.508767 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-76c69309-36fb-41b1-8fcf-ce5d6c4bda4d req-9aceaf3f-89bd-4812-bbcf-e7faef5b7f09 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352449 Sep 27 12:45:13.628842 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48700-23db-458c-a832-23d7688c24d9 req-66f2507d-1696-4649-b5af-e3f1d283319a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:13.630353 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f6a48700-23db-458c-a832-23d7688c24d9 req-66f2507d-1696-4649-b5af-e3f1d283319a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0509169 Sep 27 12:45:13.670011 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f6a48700-23db-458c-a832-23d7688c24d9 req-abf0c68a-d581-4343-88a2-cc03c7b504c9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Sep 27 12:45:14.791939 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aee45-9c94-4838-ab0e-25f0b168f1d0 req-9fe7af51-9c37-4c5d-b427-17437f80cb8a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:14.793783 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ff7aee45-9c94-4838-ab0e-25f0b168f1d0 req-9fe7af51-9c37-4c5d-b427-17437f80cb8a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Sep 27 12:45:14.832432 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ff7aee45-9c94-4838-ab0e-25f0b168f1d0 req-15d80f7f-7637-4006-a05d-806890c45b59 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Sep 27 12:45:15.950215 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0015-8133-47c8-a6ea-c0847f5e1817 req-763ca55d-4c29-44fa-aa92-ea980a88f4ae tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:15.951707 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c5ed0015-8133-47c8-a6ea-c0847f5e1817 req-763ca55d-4c29-44fa-aa92-ea980a88f4ae tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0486798 Sep 27 12:45:15.992508 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c5ed0015-8133-47c8-a6ea-c0847f5e1817 req-af720a92-5e8a-47f0-86fc-eef76271a03a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349479 Sep 27 12:45:17.112319 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f40c3-59ee-44d9-beb0-9ed851bb9c52 req-4a8cbe6f-fd55-4d1b-a4f1-6105fdfb505a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:17.113802 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0c9f40c3-59ee-44d9-beb0-9ed851bb9c52 req-4a8cbe6f-fd55-4d1b-a4f1-6105fdfb505a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0513792 Sep 27 12:45:17.151413 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0c9f40c3-59ee-44d9-beb0-9ed851bb9c52 req-7560698c-3886-4028-8502-05239eee344a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Sep 27 12:45:18.268355 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19270-1231-4d2c-89a3-a0db8b7a6912 req-aa1c8ab2-aa88-4dab-aa06-84aa635fe15f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:18.269821 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d0a19270-1231-4d2c-89a3-a0db8b7a6912 req-aa1c8ab2-aa88-4dab-aa06-84aa635fe15f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0480356 Sep 27 12:45:18.306969 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d0a19270-1231-4d2c-89a3-a0db8b7a6912 req-81043cfb-0f3a-4e24-91cb-496d258151ae tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 27 12:45:19.421983 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc6b46-910d-4319-93b1-b06a77215dd5 req-27eb39b3-ebd2-45e6-ad75-5b146b031ede tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:19.423449 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-12fc6b46-910d-4319-93b1-b06a77215dd5 req-27eb39b3-ebd2-45e6-ad75-5b146b031ede tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Sep 27 12:45:19.463963 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-12fc6b46-910d-4319-93b1-b06a77215dd5 req-aff02da3-0063-4f62-8102-c7604579e240 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345521 Sep 27 12:45:20.580725 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189df6b-0704-4f1b-8e60-162a027e50cc req-91fb8865-e372-4832-a140-8c1562430e1c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:20.582173 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0189df6b-0704-4f1b-8e60-162a027e50cc req-91fb8865-e372-4832-a140-8c1562430e1c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0475929 Sep 27 12:45:20.618967 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0189df6b-0704-4f1b-8e60-162a027e50cc req-6c2d54f0-a5b7-4b67-b931-404c07254c20 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302703 Sep 27 12:45:21.514846 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-96179788-f1ef-4be1-88ad-fa048dad2037 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378411 Sep 27 12:45:21.586990 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-4f4caa32-0497-4da5-b3f4-3252236e8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:21.588472 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-4f4caa32-0497-4da5-b3f4-3252236e8fa1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1099 time: 0.0398204 Sep 27 12:45:21.640476 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:21.723122 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-b27e4b11-3826-445f-bdc4-b5af73a25652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:21.725234 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-b27e4b11-3826-445f-bdc4-b5af73a25652 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 910 time: 0.1126542 Sep 27 12:45:21.783846 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0bd38-b5b6-4f02-803a-96f0a1b0d007 req-d0d47927-c0bf-427e-9255-3a5a058b6ba7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:21.785270 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-abc0bd38-b5b6-4f02-803a-96f0a1b0d007 req-d0d47927-c0bf-427e-9255-3a5a058b6ba7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0946789 Sep 27 12:45:21.820858 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-3f14b103-2619-4627-9120-b23997a60198 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 1002 time: 0.0882146 Sep 27 12:45:21.867997 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-abc0bd38-b5b6-4f02-803a-96f0a1b0d007 req-20267054-980e-4ab7-9d6d-b8a9119d87da tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753126 Sep 27 12:45:21.893070 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-84b1a2fe-840f-419c-9031-1161b771302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:21.894007 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-84b1a2fe-840f-419c-9031-1161b771302f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0638528 Sep 27 12:45:21.946544 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-3fd43ba3-2bef-4096-bfe0-b7e997910490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:21.948045 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-3fd43ba3-2bef-4096-bfe0-b7e997910490 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417745 Sep 27 12:45:22.059989 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-6899fbda-08cc-4b5d-a16b-c12f1520a9e7 service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903642 Sep 27 12:45:22.172520 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a2fb4608-8783-440f-b3b0-9a7cbdc4ac28 req-34d8e6b2-c530-4ae5-b34d-778c006957ce service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019759 Sep 27 12:45:22.730154 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:45:22.835932 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:22.848549 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'mac_address': 'fa:16:3e:b1:34:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:45:22.887476 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:22.902070 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a489f261-adda-4d3d-b7ad-374cd2f5ab59 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:45:22.924235 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:22.933434 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:23.000229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=6']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:23.005192 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68136a-5081-4551-8ce7-a60523a789ed req-4877f4ab-b5ae-4fc8-9806-31fb5655067b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:23.007401 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7e68136a-5081-4551-8ce7-a60523a789ed req-4877f4ab-b5ae-4fc8-9806-31fb5655067b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 945 time: 0.0591962 Sep 27 12:45:23.014418 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.015224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.015737 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.016837 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.017338 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.017826 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.018315 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.018794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.019274 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.019764 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.020272 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.020836 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:23.058875 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['a489f261-adda-4d3d-b7ad-374cd2f5ab59'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:45:23.076649 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7e68136a-5081-4551-8ce7-a60523a789ed req-853b204a-e51d-4d3b-a0df-9a7842d12e5f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626986 Sep 27 12:45:23.331105 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5e4b-6bb0-4775-a114-f370952346bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:24.200615 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8757326-708e-4be8-81a2-0df92240ee1a req-d645962e-1c2f-48e3-9b25-fb6350ecae93 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:24.202970 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a8757326-708e-4be8-81a2-0df92240ee1a req-d645962e-1c2f-48e3-9b25-fb6350ecae93 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Sep 27 12:45:24.242592 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a8757326-708e-4be8-81a2-0df92240ee1a req-169e8fee-807e-4481-b909-91bbba78d8cb tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Sep 27 12:45:24.807277 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:45:24.858455 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port a489f261-adda-4d3d-b7ad-374cd2f5ab59 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:45:24.858827 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:24.937779 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:24.965730 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:45:24.966246 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e1278d-96a6-48c6-8f84-f8fd168d05fb" -d '{"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-plugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:45:24.997983 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:25.009129 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:25.035899 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06e2ce-d7ae-4559-9e63-81c2211f565e x-openstack-request-id: req-9a06e2ce-d7ae-4559-9e63-81c2211f565e {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:45:25.036217 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-plugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:45:25.036472 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a06e2ce-d7ae-4559-9e63-81c2211f565e {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:45:25.037495 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'code': 200} Sep 27 12:45:25.064591 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=7']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:25.376731 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed670ef-f7c5-4807-bd26-e3db8a2669e0 req-7449f141-ba0e-4dcf-97e1-54dae50d0f9a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:25.385697 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4ed670ef-f7c5-4807-bd26-e3db8a2669e0 req-7449f141-ba0e-4dcf-97e1-54dae50d0f9a tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0628915 Sep 27 12:45:25.434490 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4ed670ef-f7c5-4807-bd26-e3db8a2669e0 req-2a15cf7d-823b-482e-844a-1fe5ca18ed5e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473001 Sep 27 12:45:26.045415 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b6439e2e-5faf-47c5-bdb6-3577be7b0e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:26.563777 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453167-05e4-4349-991a-e88ac1ed802d req-135e7c36-6fcf-4dfb-b9ff-41e5aeaf4d38 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:26.565333 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d9453167-05e4-4349-991a-e88ac1ed802d req-135e7c36-6fcf-4dfb-b9ff-41e5aeaf4d38 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0562594 Sep 27 12:45:26.610118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d9453167-05e4-4349-991a-e88ac1ed802d req-42377f77-737e-462a-bedd-930d32924b85 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Sep 27 12:45:26.903333 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:27.274579 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:27.769539 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae38e8-ba0f-40ed-b432-25cad45503ee req-50a49f0c-9858-43a0-be3a-b9d287dfcc46 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:27.771059 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-10ae38e8-ba0f-40ed-b432-25cad45503ee req-50a49f0c-9858-43a0-be3a-b9d287dfcc46 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0797160 Sep 27 12:45:27.815024 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-10ae38e8-ba0f-40ed-b432-25cad45503ee req-5076d638-0728-4084-820c-1e6aa98f616b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373502 Sep 27 12:45:28.951023 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99a78-01a5-41ba-b626-0766f016b629 req-aa6e031f-8674-40c7-ac5b-c3aca8e6c40c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:28.953492 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c4c99a78-01a5-41ba-b626-0766f016b629 req-aa6e031f-8674-40c7-ac5b-c3aca8e6c40c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0593309 Sep 27 12:45:28.997094 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c4c99a78-01a5-41ba-b626-0766f016b629 req-86541131-e859-427f-bea7-b1147f99a1f2 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370872 Sep 27 12:45:29.146280 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:30.163790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8dbb2-6601-43cf-ad95-029095960c9d req-62891fc1-c4d4-4638-b448-a47d064746c1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:30.166291 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fcb8dbb2-6601-43cf-ad95-029095960c9d req-62891fc1-c4d4-4638-b448-a47d064746c1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0648680 Sep 27 12:45:30.218588 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fcb8dbb2-6601-43cf-ad95-029095960c9d req-5155a137-153b-47b3-a4ff-63734df7c003 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Sep 27 12:45:31.340333 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8a6f6-a584-4fc0-aac8-b09c290f0a9a req-0a6ea0a4-1e46-4e6e-9ed2-8a190e298a6b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:31.341899 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2c8a6f6-a584-4fc0-aac8-b09c290f0a9a req-0a6ea0a4-1e46-4e6e-9ed2-8a190e298a6b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0495081 Sep 27 12:45:31.379515 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d2c8a6f6-a584-4fc0-aac8-b09c290f0a9a req-4a6457e3-b67d-441b-80c0-602329bd29e9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Sep 27 12:45:31.475620 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-594a47ad-5c27-4adc-9c8e-b85d9c3fe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:31.477100 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-594a47ad-5c27-4adc-9c8e-b85d9c3fe5d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1099 time: 0.0395250 Sep 27 12:45:31.572478 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-7e2b8195-ff73-4bc9-9b60-2d3c8144a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:31.573831 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-7e2b8195-ff73-4bc9-9b60-2d3c8144a91a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.0848362 Sep 27 12:45:31.640230 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-63c6bcc4-ee70-4170-b57f-d9af969f2436 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 1002 time: 0.0588846 Sep 27 12:45:31.690595 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-5dc015b0-c567-479a-8b66-03692f5f62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:31.692007 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-5dc015b0-c567-479a-8b66-03692f5f62a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0429068 Sep 27 12:45:31.736771 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-42df31ff-f3f0-46e2-ae54-6213219bd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:31.738206 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-42df31ff-f3f0-46e2-ae54-6213219bd848 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380690 Sep 27 12:45:31.829102 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-d8b1b15c-3374-4e4d-966e-ef09c62d1556 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826452 Sep 27 12:45:31.917019 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8722fd25-2ff9-44f2-b762-4a7f5f9d7075 req-8030bccc-745c-4a09-8fe4-07f1343464fe service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801005 Sep 27 12:45:32.499677 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897a7a-bfce-4ad7-a1de-b0fc91dda426 req-02316b20-20c2-49b7-b64b-07c45a7101e3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:32.501525 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8d897a7a-bfce-4ad7-a1de-b0fc91dda426 req-02316b20-20c2-49b7-b64b-07c45a7101e3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Sep 27 12:45:32.543947 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-8d897a7a-bfce-4ad7-a1de-b0fc91dda426 req-a7421c6b-1417-4678-9ea0-e659891d4431 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356846 Sep 27 12:45:33.668504 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dc2b1-737c-4ae4-963c-6b09f68fa668 req-daf24559-f9a6-4bbb-8c66-395073d6dc74 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:33.670064 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c28dc2b1-737c-4ae4-963c-6b09f68fa668 req-daf24559-f9a6-4bbb-8c66-395073d6dc74 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0541892 Sep 27 12:45:33.715903 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c28dc2b1-737c-4ae4-963c-6b09f68fa668 req-87e24b23-3f53-4172-8d06-2ca2b5217fd3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392232 Sep 27 12:45:34.778634 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:45:34.834479 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5929bc-cd30-4b5a-9da0-1bc4df5704cb req-44e0e0df-2e2e-4bd4-a388-65cdf361168b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:34.836103 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2f5929bc-cd30-4b5a-9da0-1bc4df5704cb req-44e0e0df-2e2e-4bd4-a388-65cdf361168b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 946 time: 0.0495090 Sep 27 12:45:34.859434 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:34.876090 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-2f5929bc-cd30-4b5a-9da0-1bc4df5704cb req-9b3fd281-600f-40cd-a5c8-03f78dda7f7e tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Sep 27 12:45:34.884666 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:45:34.886998 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b47bab-ce56-48b9-b947-6043b0ba7ee7" -d '{"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-unplugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:45:34.900278 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:34.905839 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:34.935045 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21c99ed-357d-440c-98e8-dc7392948976 x-openstack-request-id: req-d21c99ed-357d-440c-98e8-dc7392948976 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:45:34.935341 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-unplugged", "status": "failed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "code": 422}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:45:34.935591 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d21c99ed-357d-440c-98e8-dc7392948976 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:45:34.935973 dv-cinder-801522-3-iscsi neutron-server[100730]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'code': 422} returned with failed status Sep 27 12:45:34.969360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=8']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:35.833323 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b609e9-9293-42cf-a8f3-ed8f5be2c058 req-be788755-597a-4d62-8704-2730d575fb60 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:35.835329 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1b609e9-9293-42cf-a8f3-ed8f5be2c058 req-be788755-597a-4d62-8704-2730d575fb60 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0490427 Sep 27 12:45:35.875853 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d1b609e9-9293-42cf-a8f3-ed8f5be2c058 req-d821b46b-ec54-4d31-a8a2-9ad4756a464d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Sep 27 12:45:36.091708 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-37b6d0f7-b4ab-43ef-8dd7-7af95edf695d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385087 Sep 27 12:45:36.992982 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c778-583b-4d54-ba76-c9a5ec9b526f req-53c1efe3-6918-4829-9255-f56da3b1beab tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:36.994349 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7223c778-583b-4d54-ba76-c9a5ec9b526f req-53c1efe3-6918-4829-9255-f56da3b1beab tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0473335 Sep 27 12:45:37.030846 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7223c778-583b-4d54-ba76-c9a5ec9b526f req-8e9596a7-ecbc-4200-89a8-a893463c123b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Sep 27 12:45:37.718677 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:45:38.147704 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8bf06-0ba6-4e27-9fc7-73003db77841 req-d529618a-2216-4887-a5c1-28354efe26fa tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:38.149184 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-89c8bf06-0ba6-4e27-9fc7-73003db77841 req-d529618a-2216-4887-a5c1-28354efe26fa tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0473759 Sep 27 12:45:38.185515 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-89c8bf06-0ba6-4e27-9fc7-73003db77841 req-6ae24a6a-7c13-4f35-8a54-d1a1e4af1aff tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305502 Sep 27 12:45:39.301790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2717b5-cea9-4408-b2b0-662d364f7f61 req-f6f2e0f8-521b-40b5-8ecd-6b0fd1448390 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:39.303785 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ed2717b5-cea9-4408-b2b0-662d364f7f61 req-f6f2e0f8-521b-40b5-8ecd-6b0fd1448390 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0476940 Sep 27 12:45:39.344368 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ed2717b5-cea9-4408-b2b0-662d364f7f61 req-0f667cd6-e75a-46ba-9e73-cc71bbbd4e48 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343378 Sep 27 12:45:39.425758 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:45:39.689409 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-ed1379e7-1b6a-458b-ae88-a37ec5da1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:39.690913 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-ed1379e7-1b6a-458b-ae88-a37ec5da1596 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848&tenant_id=31db929fbd884788a93e9466f9b59fbb HTTP/1.1" status: 200 len: 1097 time: 0.0397737 Sep 27 12:45:39.751773 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-e10ddf5f-ee07-42c7-8bc6-d023187209cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:39.753247 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-e10ddf5f-ee07-42c7-8bc6-d023187209cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1097 time: 0.0387030 Sep 27 12:45:39.844486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-0b01d455-9aff-485a-a62b-7450b4ec2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:39.845931 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-0b01d455-9aff-485a-a62b-7450b4ec2331 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.0853820 Sep 27 12:45:39.908618 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-664f385d-c711-481b-8229-d6dd930c5c78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 1000 time: 0.0551045 Sep 27 12:45:39.956990 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-9c9f2fee-86c1-43c6-8ade-a8c31f3ff258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:39.958353 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-9c9f2fee-86c1-43c6-8ade-a8c31f3ff258 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0417061 Sep 27 12:45:40.004160 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-d4d218eb-9e51-4509-969d-ca308e9aec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:40.006166 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-d4d218eb-9e51-4509-969d-ca308e9aec32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408685 Sep 27 12:45:40.095480 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-81d2f69a-6c79-47d7-8ebf-86e9e8668f88 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807347 Sep 27 12:45:40.188092 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bd8666fd-51d5-4d82-a1e9-2ca96aac2efd req-d10b81e2-1dbe-409a-b4d1-8be3bba47dd3 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835557 Sep 27 12:45:40.486380 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf93d8d-1cb9-4878-8a12-f8197d72e334 req-7b32819f-2290-456c-b69a-f51edcf7954c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:40.501216 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-aaf93d8d-1cb9-4878-8a12-f8197d72e334 req-7b32819f-2290-456c-b69a-f51edcf7954c tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0854023 Sep 27 12:45:40.555907 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-aaf93d8d-1cb9-4878-8a12-f8197d72e334 req-d33ec3ad-c0f5-4133-9468-2c18cf138c73 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Sep 27 12:45:41.661774 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938616-edc8-4a95-87c7-7cdbb89633a0 req-95818a58-9c65-4b21-9814-1df17d7a3f7b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:41.663329 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-73938616-edc8-4a95-87c7-7cdbb89633a0 req-95818a58-9c65-4b21-9814-1df17d7a3f7b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0486031 Sep 27 12:45:41.701680 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-73938616-edc8-4a95-87c7-7cdbb89633a0 req-d249e01c-d950-41a5-a7c2-483f3f134d1f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Sep 27 12:45:42.830325 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1db7-159e-481a-b5cf-dc88f20c69c7 req-3625aa01-d499-49aa-8fbf-166516835dad tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:42.831689 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-596b1db7-159e-481a-b5cf-dc88f20c69c7 req-3625aa01-d499-49aa-8fbf-166516835dad tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0547316 Sep 27 12:45:42.869504 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-596b1db7-159e-481a-b5cf-dc88f20c69c7 req-74789cdb-25e0-4d84-8ec8-c1086859e713 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Sep 27 12:45:43.757598 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39352) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:43.862609 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:43.962181 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:43.966099 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.026188 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c216e83-fd72-48db-a4b3-6605991ceffa,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:44.034621 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b97195161aa243d7a226ad7b87ac8bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731919 Sep 27 12:45:44.035062 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39360) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:44.039347 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.039669 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.040008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.040790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.041152 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.041485 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.041830 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.042143 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.042469 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.042790 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.043112 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.043431 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0381fe-5670-48b9-956b-6310bb79abd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.055476 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af0793-4997-4f49-ab46-7bc5baab1c64 req-6f4119fa-d623-46b0-8ba7-4651c5230b3b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:44.060785 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2af0793-4997-4f49-ab46-7bc5baab1c64 req-6f4119fa-d623-46b0-8ba7-4651c5230b3b tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.1109915 Sep 27 12:45:44.106123 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f2af0793-4997-4f49-ab46-7bc5baab1c64 req-90b75c96-9e60-454d-9517-566966478ff1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Sep 27 12:45:44.121273 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.142613 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.197149 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.200298 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.201547 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c216e83-fd72-48db-a4b3-6605991ceffa HTTP/1.1" status: 204 len: 168 time: 0.1650093 Sep 27 12:45:44.210510 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c216e83-fd72-48db-a4b3-6605991ceffa,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:44.217794 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.218084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.218437 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.218768 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.219103 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.219434 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.219767 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.220124 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.220458 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.220786 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.221155 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.221422 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869bb48-cb35-4d00-a9e2-ef24cee3c79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:45:44.471587 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39366) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:44.487658 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e0a91626-f074-4f1b-9d5e-f11f83ecc2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.581975 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e0a91626-f074-4f1b-9d5e-f11f83ecc2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.585946 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e0a91626-f074-4f1b-9d5e-f11f83ecc2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.622604 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a91626-f074-4f1b-9d5e-f11f83ecc2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d07e9f-4cfa-4c8c-930f-c7dba27227ec,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:44.628952 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e0a91626-f074-4f1b-9d5e-f11f83ecc2f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b151338f72f4a2ea573cc3f04fb0e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562817 Sep 27 12:45:44.631514 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39368) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:45:44.680736 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d03afd96-4474-44fc-b490-74c055399f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.702229 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d03afd96-4474-44fc-b490-74c055399f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.753487 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d03afd96-4474-44fc-b490-74c055399f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.756266 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d03afd96-4474-44fc-b490-74c055399f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:44.757637 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d03afd96-4474-44fc-b490-74c055399f5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29d07e9f-4cfa-4c8c-930f-c7dba27227ec HTTP/1.1" status: 204 len: 168 time: 0.1251903 Sep 27 12:45:44.766644 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03afd96-4474-44fc-b490-74c055399f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d07e9f-4cfa-4c8c-930f-c7dba27227ec,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:45.249928 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eaf6e-13d4-4c7e-aca8-cf76926a966a req-ce6472e0-3274-45b1-8f12-4498354fd653 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:45.251441 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-976eaf6e-13d4-4c7e-aca8-cf76926a966a req-ce6472e0-3274-45b1-8f12-4498354fd653 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0604208 Sep 27 12:45:45.291157 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-976eaf6e-13d4-4c7e-aca8-cf76926a966a req-fa9a380f-f540-426c-985f-44302d393ba8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337293 Sep 27 12:45:46.424220 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd976-67e5-43a2-b835-8c29a536840f req-e7e9861c-c8dd-43fe-87de-582c48295181 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:46.425005 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-518fd976-67e5-43a2-b835-8c29a536840f req-e7e9861c-c8dd-43fe-87de-582c48295181 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0530884 Sep 27 12:45:46.463118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-518fd976-67e5-43a2-b835-8c29a536840f req-178d869d-033e-4b3e-9539-f589ca379843 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Sep 27 12:45:47.585776 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced02ff-6952-42fb-a253-e7a045872137 req-885d798e-df9f-480a-b44d-e6093c000b3f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:47.587348 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5ced02ff-6952-42fb-a253-e7a045872137 req-885d798e-df9f-480a-b44d-e6093c000b3f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0505142 Sep 27 12:45:47.627012 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5ced02ff-6952-42fb-a253-e7a045872137 req-6c81d1a0-4ded-4a8d-a545-9743510ab730 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336637 Sep 27 12:45:48.757433 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360f756-ff7c-4e7a-8cb8-653460edf200 req-5f8de01b-3b8d-40bc-ac55-1e6012c04cd7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:48.759316 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5360f756-ff7c-4e7a-8cb8-653460edf200 req-5f8de01b-3b8d-40bc-ac55-1e6012c04cd7 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0553296 Sep 27 12:45:48.800187 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-5360f756-ff7c-4e7a-8cb8-653460edf200 req-7f21aa88-2326-4bbb-8e37-0c23813e8acd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Sep 27 12:45:49.922008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa767e-2353-400a-a4cc-2877723c487a req-88da3c09-6f73-405e-a0f8-6317d561bbe1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:49.923530 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-81fa767e-2353-400a-a4cc-2877723c487a req-88da3c09-6f73-405e-a0f8-6317d561bbe1 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0510755 Sep 27 12:45:49.962283 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-81fa767e-2353-400a-a4cc-2877723c487a req-bdb7159d-eb90-4602-8d04-ecbdd4cbefd6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Sep 27 12:45:51.095890 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d3672-73f2-436e-8c98-5fea4499fb22 req-290f9254-8d44-4779-97c2-c8cd1d4dad79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:51.097838 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-349d3672-73f2-436e-8c98-5fea4499fb22 req-290f9254-8d44-4779-97c2-c8cd1d4dad79 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0500033 Sep 27 12:45:51.143254 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-349d3672-73f2-436e-8c98-5fea4499fb22 req-3edc07b4-ed8c-41c4-a834-597822ade9c8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359318 Sep 27 12:45:51.646008 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:52.264050 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba034b-c8fa-4209-acf5-aeba8f6d9aae req-b10e8cc6-bad5-43fe-9aa0-9f0960b039fc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:52.265480 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-05ba034b-c8fa-4209-acf5-aeba8f6d9aae req-b10e8cc6-bad5-43fe-9aa0-9f0960b039fc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0488269 Sep 27 12:45:52.306997 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-05ba034b-c8fa-4209-acf5-aeba8f6d9aae req-5aa0ca95-856c-4fcc-ab6e-ae710f2704d6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357001 Sep 27 12:45:53.324771 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-51fad67d-ca0d-4cb4-996e-95b136e313c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:53.429904 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce67cd-63c6-4d4d-98ef-c30b9bd725ea req-06f83d68-db34-4c29-b9bd-544f7782ebc9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:53.431374 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4ce67cd-63c6-4d4d-98ef-c30b9bd725ea req-06f83d68-db34-4c29-b9bd-544f7782ebc9 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0504525 Sep 27 12:45:53.468488 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d4ce67cd-63c6-4d4d-98ef-c30b9bd725ea req-5425bcd8-ab59-4c2b-b2d0-b1d926c753dc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 27 12:45:54.587919 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1449156-13e1-451f-a821-2d03ed740fd9 req-2f57e3b1-c84c-4711-b534-704ed57aac28 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:54.589419 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f1449156-13e1-451f-a821-2d03ed740fd9 req-2f57e3b1-c84c-4711-b534-704ed57aac28 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0482802 Sep 27 12:45:54.634204 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f1449156-13e1-451f-a821-2d03ed740fd9 req-9d670eb4-47bb-439e-8136-c8576b609f36 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388830 Sep 27 12:45:55.751703 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cc9cc-c602-4b95-9623-8ee800e8e537 req-b4c37d33-c5d4-4e62-bc7d-66d27d2dd18f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:55.753120 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f21cc9cc-c602-4b95-9623-8ee800e8e537 req-b4c37d33-c5d4-4e62-bc7d-66d27d2dd18f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0490227 Sep 27 12:45:55.791562 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f21cc9cc-c602-4b95-9623-8ee800e8e537 req-f824c105-7cfe-4504-bf76-7ad6bd78fefc tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Sep 27 12:45:56.042660 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-d664cafa-55f3-41fe-9569-a4490dfe766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:56.904990 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:56.910979 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182de387-21ef-408f-9355-c19c501ea2b4 req-5b1e46bf-6b2d-4c7c-adb8-35f8d71c5974 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:56.912551 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-182de387-21ef-408f-9355-c19c501ea2b4 req-5b1e46bf-6b2d-4c7c-adb8-35f8d71c5974 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 944 time: 0.0517969 Sep 27 12:45:56.950682 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-182de387-21ef-408f-9355-c19c501ea2b4 req-5f21836e-3e74-4e11-8570-b67148857cd6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Sep 27 12:45:57.274235 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:57.500892 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:45:57.603219 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:57.614192 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'port_id': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'mac_address': 'fa:16:3e:b1:34:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:45:57.649633 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:57.665520 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a489f261-adda-4d3d-b7ad-374cd2f5ab59 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:45:57.683597 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:57.688507 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:57.735647 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=9']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:57.961421 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['a489f261-adda-4d3d-b7ad-374cd2f5ab59'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:45:58.069833 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bdf15-8f57-4808-afe3-02a61d82d482 req-22f9cf9f-2c84-49f1-acf5-bd5a6667471d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:58.071309 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-902bdf15-8f57-4808-afe3-02a61d82d482 req-22f9cf9f-2c84-49f1-acf5-bd5a6667471d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Sep 27 12:45:58.111746 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-902bdf15-8f57-4808-afe3-02a61d82d482 req-5da3271f-3134-49fd-9ee7-8e3204eab9de tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Sep 27 12:45:59.148125 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:59.232620 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7165-6927-43be-afc4-afe76da2401a req-131577f4-e8ee-4966-966d-3e1fd1f4ed41 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:59.234062 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d0ea7165-6927-43be-afc4-afe76da2401a req-131577f4-e8ee-4966-966d-3e1fd1f4ed41 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Sep 27 12:45:59.271433 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d0ea7165-6927-43be-afc4-afe76da2401a req-35fbc495-aec8-4227-8e53-cace8b04ef48 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Sep 27 12:45:59.515770 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:45:59.564523 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port a489f261-adda-4d3d-b7ad-374cd2f5ab59 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:45:59.564896 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:59.639236 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:59.661022 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:45:59.663295 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa80c86-2408-4e64-9ff4-22a048ccecd3" -d '{"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-plugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:45:59.677869 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:45:59.683002 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:45:59.714834 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da245b-771a-4e2b-bfa4-e4a915261256 x-openstack-request-id: req-11da245b-771a-4e2b-bfa4-e4a915261256 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:45:59.714834 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-plugged", "status": "completed", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:45:59.714834 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11da245b-771a-4e2b-bfa4-e4a915261256 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:45:59.714834 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'code': 200} Sep 27 12:45:59.736830 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=10']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:45:59.889442 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9dac9-6769-429c-8a9d-3ab9c8cc8555 req-318e2bea-1f1b-4214-91df-cabe2c8c3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:45:59.890911 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f1c9dac9-6769-429c-8a9d-3ab9c8cc8555 req-318e2bea-1f1b-4214-91df-cabe2c8c3cc2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1100 time: 0.0394886 Sep 27 12:45:59.925834 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f1c9dac9-6769-429c-8a9d-3ab9c8cc8555 req-7b8447d6-3e83-4e4c-8aab-d431024742da service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270710 Sep 27 12:46:00.389368 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958f31-cb52-4854-bd20-3da465601437 req-7eb04294-8b9a-415d-a22d-634639bb5910 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:00.390848 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-96958f31-cb52-4854-bd20-3da465601437 req-7eb04294-8b9a-415d-a22d-634639bb5910 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 947 time: 0.0487413 Sep 27 12:46:00.427843 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-96958f31-cb52-4854-bd20-3da465601437 req-8c421e96-7a62-4e34-bc31-5eb5cac17253 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Sep 27 12:46:01.548035 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c003d7-58c6-4eba-a9c5-fc4a013a4b25 req-9648804b-2df3-4c15-953f-e1e6a698a960 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:01.549545 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c8c003d7-58c6-4eba-a9c5-fc4a013a4b25 req-9648804b-2df3-4c15-953f-e1e6a698a960 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 947 time: 0.0487452 Sep 27 12:46:01.587317 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c8c003d7-58c6-4eba-a9c5-fc4a013a4b25 req-e9d0db91-bf20-43a6-987b-37719470fd1f tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Sep 27 12:46:02.708790 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab08b8-cd96-4413-bd44-2beebc33a8b3 req-d2c7fcb8-b6bc-4fe9-9004-b004032d74cf tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:02.710891 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c0ab08b8-cd96-4413-bd44-2beebc33a8b3 req-d2c7fcb8-b6bc-4fe9-9004-b004032d74cf tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 947 time: 0.0533671 Sep 27 12:46:02.748123 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c0ab08b8-cd96-4413-bd44-2beebc33a8b3 req-34faf4b5-33d3-44f5-bf4e-c24ba420d64d tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Sep 27 12:46:14.717423 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:46:20.152605 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39758) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:20.256012 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4073f393-4177-4876-a9e1-900661fd1c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.344771 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4073f393-4177-4876-a9e1-900661fd1c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.348614 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4073f393-4177-4876-a9e1-900661fd1c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.386243 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-4073f393-4177-4876-a9e1-900661fd1c41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5543c51022324e40afc98b0510ddb08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325149 Sep 27 12:46:20.387385 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073f393-4177-4876-a9e1-900661fd1c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb82c03-1bbe-4764-9e9c-13100fd3d76a,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:20.388874 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39762) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:20.437168 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f548538f-d016-477f-9d3b-d4c28ae1de6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.457648 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f548538f-d016-477f-9d3b-d4c28ae1de6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.505011 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f548538f-d016-477f-9d3b-d4c28ae1de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.508346 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f548538f-d016-477f-9d3b-d4c28ae1de6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:20.509467 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f548538f-d016-477f-9d3b-d4c28ae1de6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbb82c03-1bbe-4764-9e9c-13100fd3d76a HTTP/1.1" status: 204 len: 168 time: 0.1196010 Sep 27 12:46:20.516727 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548538f-d016-477f-9d3b-d4c28ae1de6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb82c03-1bbe-4764-9e9c-13100fd3d76a,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:21.123393 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39784) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:21.220316 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-927113864-network', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:21.242511 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Made reservation on behalf of 26bed6413aa9476fa211edcbf10a25ee for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:46:21.245122 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.253496 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.342399 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.346464 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.368297 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:46:21.383469 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2152ed01-63f6-41d2-a1c9-5a149048c327,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:21.386263 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.386611 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Added segment 3296e9ed-5c3f-4e88-858d-41b97de04ef1 of type vlan for network 43c2f13d-9035-4997-8fc1-a6099631799f Sep 27 12:46:21.426858 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.452451 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.453934 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:21.454746 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.487985 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3635149 Sep 27 12:46:21.490865 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39802) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:21.497182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Request body: {'subnet': {'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-927113864-subnet', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:21.518091 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Made reservation on behalf of 26bed6413aa9476fa211edcbf10a25ee for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:46:21.520905 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbdc8-3334-4306-bee7-8fed624fed04 admin admin] Pushing event updated for resources: {'Network': ['ID=43c2f13d-9035-4997-8fc1-a6099631799f,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:21.521130 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.531245 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network 43c2f13d-9035-4997-8fc1-a6099631799f details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:46:21.650812 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.706749 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.795347 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:21.814602 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90fce-8429-41f6-b549-3067608a4abd req-42f0725e-bb54-4f8d-9bc4-42be25aad9f2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:21.816128 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-16b90fce-8429-41f6-b549-3067608a4abd req-42f0725e-bb54-4f8d-9bc4-42be25aad9f2 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0849369 Sep 27 12:46:21.818813 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Checking segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:21.819177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Network hostable DHCP agents. Network: 43c2f13d-9035-4997-8fc1-a6099631799f, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:46:21.857189 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Network 43c2f13d-9035-4997-8fc1-a6099631799f is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:46:21.869873 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-16b90fce-8429-41f6-b549-3067608a4abd req-6164e7e9-d2c9-485e-adc0-4f76f2493124 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470076 Sep 27 12:46:21.870882 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, 43c2f13d-9035-4997-8fc1-a6099631799f) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:21.875147 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:21.876811 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.879807 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441a7ed-3f16-4ece-a19f-7f5df7dabed9 None None] Network 43c2f13d-9035-4997-8fc1-a6099631799f requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:21.890808 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-631fad65-428e-44ae-a16a-65416ed4c827 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3987241 Sep 27 12:46:21.893499 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39808) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:21.907351 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:21.928909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.930060 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:21.980566 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.030102 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-43c2f13d-9035-4997-8fc1-a6099631799f', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:46:22.031078 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.120138 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.165621 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Allocated IP 172.20.0.2 (43c2f13d-9035-4997-8fc1-a6099631799f/4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3/7c8c7a3b-d3ef-494c-af87-7d919bb609c4) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:22.306491 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.313963 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.316719 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.336359 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.350467 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Network 43c2f13d-9035-4997-8fc1-a6099631799f is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:22.353374 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:22.356869 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:22.364029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Pushing event updated for resources: {'Port': ['ID=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:22.414362 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Attempting to bind port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:22.414733 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Attempting to bind port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:22.415350 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Attempting to bind port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 on network 43c2f13d-9035-4997-8fc1-a6099631799f {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:22.420266 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:22.420640 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Checking segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:22.421041 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.421435 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Bound using segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:22.421894 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Bound port: 7c8c7a3b-d3ef-494c-af87-7d919bb609c4, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:22.422269 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.445205 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Allocated IP 172.27.0.132 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/3b22cc1d-206a-413a-ad90-b145a08e0294) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:22.487644 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] For port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:22.490866 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] For port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:22.495356 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.558246 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc82566-41ed-4a20-932a-4cd1195f2a7f None None] Pushing event updated for resources: {'Port': ['ID=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:22.580649 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-5687fe38-56ca-4d74-98c1-fce211a59df4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472126 Sep 27 12:46:22.583902 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.621445 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.643404 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-44559ea0-7e01-489c-a0d5-0cabc410072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:22.645245 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-44559ea0-7e01-489c-a0d5-0cabc410072d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=31db929fbd884788a93e9466f9b59fbb&device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 1100 time: 0.0403607 Sep 27 12:46:22.665474 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:22.671794 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:22.673802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Pushing event updated for resources: {'Port': ['ID=3b22cc1d-206a-413a-ad90-b145a08e0294,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:22.676016 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:22.793426 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-e2924d38-7978-4ed1-a9c8-25d04d35ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:22.795242 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-e2924d38-7978-4ed1-a9c8-25d04d35ffba service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 200 len: 918 time: 0.1264496 Sep 27 12:46:22.870564 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:22.879836 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-b43877ea-bba8-462e-bad1-6e9d9ef647c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 200 len: 1002 time: 0.0754817 Sep 27 12:46:22.924688 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:22.925025 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:22.945601 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-02c163c0-d32a-4915-816d-1bb0923ff66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:22.947738 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-02c163c0-d32a-4915-816d-1bb0923ff66c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 200 len: 856 time: 0.0581944 Sep 27 12:46:22.995185 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.020856 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.027743 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-50af3a76-5af8-4fef-87b9-1b8947932b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:23.029367 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-50af3a76-5af8-4fef-87b9-1b8947932b77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5cf3484-68f6-4d34-aefd-257d643cb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740616 Sep 27 12:46:23.037639 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231c8ba-7e98-49c3-ac4d-5e5d02b926ea req-dff7c582-20ec-43df-957e-bc53c7879eb5 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:23.039465 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a231c8ba-7e98-49c3-ac4d-5e5d02b926ea req-dff7c582-20ec-43df-957e-bc53c7879eb5 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0718319 Sep 27 12:46:23.059370 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:23.065313 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.117735 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:23.125310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.125748 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.126160 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.126561 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.126957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.127354 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.127745 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.128159 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.128553 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.129056 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.129450 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.129833 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:23.217436 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.330867 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7c95cc69-ad7a-4f52-8b29-023d6241a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.355522 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:46:23.361668 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a231c8ba-7e98-49c3-ac4d-5e5d02b926ea req-8bbac571-8571-491a-b4ca-c8cd3aa42a3d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139822 Sep 27 12:46:23.389784 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-d334a5e0-480e-4805-a8dc-f5f9e4548781 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490148 Sep 27 12:46:23.474480 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:23.484488 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Sync routers for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:23.486661 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-443f36d5-0dfa-444c-8c84-8470824a0efe req-d5147952-75a2-4649-8d4d-e065ebd65523 service neutron] 10.222.0.38 "GET /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875094 Sep 27 12:46:23.492783 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.494127 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-98c53039-2364-48a2-8b49-e41af5534464 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5996451 Sep 27 12:46:23.495464 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:23.496251 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:45:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:23.497250 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39812) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:23.580324 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc72614-2c9b-4c5e-a6d1-3d8a2f17df40 None None] Network 43c2f13d-9035-4997-8fc1-a6099631799f requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:23.675404 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:23.731063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-2fcbf6b1-ddbb-401a-a89b-39bba05a04ea None None] Provisioning complete for port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:23.731435 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf6b1-ddbb-401a-a89b-39bba05a04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:23.820983 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-a5118577-12aa-401a-9d61-2b6b93c8e848 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:23.822745 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-a5118577-12aa-401a-9d61-2b6b93c8e848 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.1213229 Sep 27 12:46:23.989524 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Deleting port 0a924862-c358-4a42-901a-c54985303aa7 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:23.989778 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.101846 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:22Z', 'revision_number': 3, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:24.115294 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.122256 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] For port 0a924862-c358-4a42-901a-c54985303aa7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0a924862-c358-4a42-901a-c54985303aa7,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:24.122622 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.129893 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Checking router: 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:24.130237 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Updating router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 port 3b22cc1d-206a-413a-ad90-b145a08e0294 binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:46:24.161367 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.339274 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-1114bf73-f5f6-4ded-91ec-196a30ff549b None None] Provisioning complete for port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:24.339655 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1114bf73-f5f6-4ded-91ec-196a30ff549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.417055 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.417422 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.417739 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Floating IP 6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5 disassociated. External IP: 172.27.0.130, port: 0a924862-c358-4a42-901a-c54985303aa7. Sep 27 12:46:24.418087 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Calling delete_port for 0a924862-c358-4a42-901a-c54985303aa7 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:24.423589 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Allocated IP 172.20.0.1 (43c2f13d-9035-4997-8fc1-a6099631799f/4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3/33cb2af1-ff6e-4069-999b-378608c528be) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:24.488562 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54172176-f47a-4be2-9207-014ba95004e9 req-7246a2d1-54d3-4dd1-81b0-0ddab80add19 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:24.490243 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-54172176-f47a-4be2-9207-014ba95004e9 req-7246a2d1-54d3-4dd1-81b0-0ddab80add19 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Sep 27 12:46:24.493123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.499407 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.548572 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-54172176-f47a-4be2-9207-014ba95004e9 req-b9c47e75-d92d-4eaa-a27a-882906578ece tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474246 Sep 27 12:46:24.557224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcb179-37ce-4623-a023-4aa620672fe5 None None] Pushing event updated for resources: {'Port': ['ID=3b22cc1d-206a-413a-ad90-b145a08e0294,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:24.559583 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Attempting to bind port 3b22cc1d-206a-413a-ad90-b145a08e0294 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:24.559964 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Attempting to bind port 3b22cc1d-206a-413a-ad90-b145a08e0294 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:24.560375 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Attempting to bind port 3b22cc1d-206a-413a-ad90-b145a08e0294 on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:24.574015 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:24.574530 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:24.575000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.575813 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:24.576322 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Bound port: 3b22cc1d-206a-413a-ad90-b145a08e0294, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:24.576735 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.596442 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.629159 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] For port 3b22cc1d-206a-413a-ad90-b145a08e0294, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:24.632510 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] For port 3b22cc1d-206a-413a-ad90-b145a08e0294, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=3b22cc1d-206a-413a-ad90-b145a08e0294,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:24.637199 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.654725 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.694218 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event deleted for resources: {'Port': ['ID=0a924862-c358-4a42-901a-c54985303aa7,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:24.695661 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:24.696315 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:45:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:24.698360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcb179-37ce-4623-a023-4aa620672fe5 None None] Pushing event updated for resources: {'Port': ['ID=3b22cc1d-206a-413a-ad90-b145a08e0294,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:24.705170 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.810488 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Network 43c2f13d-9035-4997-8fc1-a6099631799f is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:24.815635 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:24.821373 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:24.825223 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:24.827252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Pushing event updated for resources: {'Port': ['ID=33cb2af1-ff6e-4069-999b-378608c528be,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:24.853499 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:24.890330 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:24.935951 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:25.024645 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:25.025029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.114039 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.119750 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:22Z', 'revision_number': 3, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:25.134931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:25.152678 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:25.164023 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:25.166089 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:45:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:25.168598 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218cb001-0e8c-40bd-b9fb-7a49f32eb396 None None] The sync data for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi is: [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:22Z', 'revision_number': 3, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:25.185318 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-507d55be-b0a9-4a06-9498-725d55ecd955 None None] Provisioning complete for port 33cb2af1-ff6e-4069-999b-378608c528be triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:25.188662 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-507d55be-b0a9-4a06-9498-725d55ecd955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.214850 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] No DVR routers for this DVR port 0a924862-c358-4a42-901a-c54985303aa7 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:25.219603 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.228202 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-f61597d1-c93c-49da-ada4-dc347677ead1 req-613edf40-c902-469c-b1f5-294ac6d0e01d tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.38 "DELETE /v2.0/ports/0a924862-c358-4a42-901a-c54985303aa7 HTTP/1.1" status: 204 len: 173 time: 1.3889225 Sep 27 12:46:25.229158 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'name': 'network-vif-deleted', 'tag': '0a924862-c358-4a42-901a-c54985303aa7'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:46:25.231999 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0229284c-ca4d-401b-873d-850bd2aed577" -d '{"events": [{"server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "name": "network-vif-deleted", "tag": "0a924862-c358-4a42-901a-c54985303aa7"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:46:25.250819 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-507d55be-b0a9-4a06-9498-725d55ecd955 None None] Port 33cb2af1-ff6e-4069-999b-378608c528be cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:46:25.297397 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50142d69-dd37-40ef-9fac-11d4f631d5bb x-openstack-request-id: req-50142d69-dd37-40ef-9fac-11d4f631d5bb {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:46:25.297802 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d1e4bf-6d8d-4e9a-9541-ce615762bc59", "name": "network-vif-deleted", "tag": "0a924862-c358-4a42-901a-c54985303aa7", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:46:25.298157 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50142d69-dd37-40ef-9fac-11d4f631d5bb {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:46:25.298780 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d1e4bf-6d8d-4e9a-9541-ce615762bc59', 'name': 'network-vif-deleted', 'tag': '0a924862-c358-4a42-901a-c54985303aa7', 'status': 'completed', 'code': 200} Sep 27 12:46:25.319616 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:25.398696 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.404158 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.477053 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.478980 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Pushing event updated for resources: {'Port': ['ID=33cb2af1-ff6e-4069-999b-378608c528be,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:25.551103 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:25.587000 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:25.596031 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:25.596692 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:45:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:25.597199 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Network 43c2f13d-9035-4997-8fc1-a6099631799f is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:25.598706 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:25.701737 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2761bff5-3978-4f27-bfe1-640d0edf6540 req-985c5a2d-5196-48eb-937f-80ca2b6f71d8 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d1e4bf-6d8d-4e9a-9541-ce615762bc59 HTTP/1.1" status: 200 len: 210 time: 0.0416861 Sep 27 12:46:25.764747 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:25.765565 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:25.883147 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-15494f84-609b-4529-b97c-278197a65335 None None] Provisioning complete for port 33cb2af1-ff6e-4069-999b-378608c528be triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:25.884400 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-15494f84-609b-4529-b97c-278197a65335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:25.927002 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-15494f84-609b-4529-b97c-278197a65335 None None] Port 33cb2af1-ff6e-4069-999b-378608c528be cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:46:26.044368 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-a5a0ecdc-6b49-4c03-a0e7-f736b75dd8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.118095 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:26.145873 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9905fe43-8f9f-457d-aaee-b490f6289939 None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:39:29Z', 'revision_number': 4, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f82c675d-08e7-49fa-870c-25f51c46a3d4', 'name': '', 'network_id': '9df8d1ee-3d49-468a-9a66-c4daaa49cfc7', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'mac_address': 'fa:16:3e:fb:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:27Z', 'updated_at': '2021-09-27T12:39:36Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'subnets': [{'id': '1f445bba-75a6-4b24-8083-9de380e30ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:26.158121 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:26.164563 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-07edd657-1506-409c-a0de-2cd170ed09a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/25a39850-c97e-4e26-ae17-b0d8d8fe52a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660283 Sep 27 12:46:26.438187 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e039ae8-fad9-4284-b05d-5ea4f1bc699f None None] New status for floating IP 6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5: DOWN {{(pid=100730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:46:26.662643 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39836) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:26.668293 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-632310822-network', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:26.688577 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Made reservation on behalf of 7a4664de3ef2449b875c965a02112bf6 for: {'network': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:46:26.690753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.699026 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.799297 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.804933 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.807413 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39842) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:26.829725 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:46:26.840866 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242af3b2-57c4-43d6-aa92-2cf43036305a,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:26.846462 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.846734 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.segments_db [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Added segment 676867ec-6af8-466d-a0c2-b1a13e96d9ab of type vlan for network f68b13b4-a745-4007-86d5-025b1c7bccf6 Sep 27 12:46:26.894660 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.902676 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c73e7059-9d69-478e-b6c6-14465f40608f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.911062 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.916133 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3b22cc1d-206a-413a-ad90-b145a08e0294 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:26.929128 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c73e7059-9d69-478e-b6c6-14465f40608f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.934394 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.935491 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:26.936178 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:26.976276 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3110611 Sep 27 12:46:26.979386 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39844) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:26.985444 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Request body: {'subnet': {'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-632310822-subnet', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'ip_version': 4}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:26.994373 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 3b22cc1d-206a-413a-ad90-b145a08e0294 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:26.994986 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.008946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865375c8-3ad3-4134-8d87-6baf67df5fba admin admin] Pushing event updated for resources: {'Network': ['ID=f68b13b4-a745-4007-86d5-025b1c7bccf6,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:27.013436 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Made reservation on behalf of 7a4664de3ef2449b875c965a02112bf6 for: {'subnet': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:46:27.017042 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5729121'] for subnet, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.023197 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:46:27.033216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c73e7059-9d69-478e-b6c6-14465f40608f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.035912 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c73e7059-9d69-478e-b6c6-14465f40608f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.040471 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c73e7059-9d69-478e-b6c6-14465f40608f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08 HTTP/1.1" status: 204 len: 168 time: 0.2287257 Sep 27 12:46:27.042004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39846) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:27.056222 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e7059-9d69-478e-b6c6-14465f40608f tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:27.063823 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.api.v2.resource [None req-08916d27-4031-4c12-b95a-34f24301cbf0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] show failed (client error): The resource could not be found. Sep 27 12:46:27.067594 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-08916d27-4031-4c12-b95a-34f24301cbf0 tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "GET /v2.0/security-groups/6c1b645f-fe10-4a0f-b8e0-ea4a2545ac08 HTTP/1.1" status: 404 len: 347 time: 0.0234673 Sep 27 12:46:27.068676 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39848) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:27.165344 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.186931 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 3b22cc1d-206a-413a-ad90-b145a08e0294, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=3b22cc1d-206a-413a-ad90-b145a08e0294,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:27.191272 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.212397 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Deleting port e85ae13d-613c-44bb-bd1d-a5b0c7776d86 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:27.213383 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.229317 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7227121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5729107'] for subnet, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.247241 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=3b22cc1d-206a-413a-ad90-b145a08e0294,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:27.253155 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Sync routers for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:27.271462 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:27.272115 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:27.284390 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.284662 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0333ad3-8777-4c2c-b312-e9ea6219a4cc,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:27.300530 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Checking segment: {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:27.300883 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Network hostable DHCP agents. Network: f68b13b4-a745-4007-86d5-025b1c7bccf6, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:46:27.317796 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:46:27.319062 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.320017 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.328830 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, f68b13b4-a745-4007-86d5-025b1c7bccf6) {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:27.332821 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Calling delete_port for e85ae13d-613c-44bb-bd1d-a5b0c7776d86 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:27.333009 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:27.333611 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.346131 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a0215-fabf-4ca1-b4ed-faf46ff64895 None None] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:27.352646 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c5a9bb18-a3fc-42c2-a4a6-ebcf851aebb9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3692441 Sep 27 12:46:27.352908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39850) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:27.359924 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:27.391823 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-959'] for router, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.392835 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-950'] for router, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.422540 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:27.471297 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.516166 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.542638 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba9f7463-a937-556d-a3bd-a47f8de9fc86-f68b13b4-a745-4007-86d5-025b1c7bccf6', 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'fixed_ips': [{'subnet_id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc'}]}} from dv-cinder-801522-3-iscsi. {{(pid=100730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:46:27.543532 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.615013 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Pushing event deleted for resources: {'Port': ['ID=e85ae13d-613c-44bb-bd1d-a5b0c7776d86,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:27.629452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.636570 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.640857 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.649424 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a46e2cc0-cdfd-479c-a7a6-dd8af7afb80e tempest-AttachVolumeTestJSON-1445021268 tempest-AttachVolumeTestJSON-1445021268-project] 10.222.0.15 "DELETE /v2.0/floatingips/6758bd88-9a61-49a0-b0f8-6ff1aa1de3b5 HTTP/1.1" status: 204 len: 168 time: 0.5763257 Sep 27 12:46:27.666136 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 2, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:27.686415 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0a924862-c358-4a42-901a-c54985303aa7 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:27.694212 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Checking router: 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:27.694720 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Updating router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 port 33cb2af1-ff6e-4069-999b-378608c528be binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:46:27.714223 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 0a924862-c358-4a42-901a-c54985303aa7 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:27.714594 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0a924862-c358-4a42-901a-c54985303aa7 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:27.721500 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.740340 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.db_base_plugin_common [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Allocated IP 172.20.0.2 (f68b13b4-a745-4007-86d5-025b1c7bccf6/f0333ad3-8777-4c2c-b312-e9ea6219a4cc/56577c3e-2532-4902-a314-c7493cbb73c8) {{(pid=100730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:27.907119 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Notify callbacks [] for port, precommit_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.914611 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687'] for port, after_create {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:27.966267 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Pushing event updated for resources: {'Port': ['ID=56577c3e-2532-4902-a314-c7493cbb73c8,revision_number=1']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:27.974523 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 is already hosted by enough agents. {{(pid=100730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:27.976268 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.scheduler.base_scheduler [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Resources bound (agent type, host, resource id): {{(pid=100730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:27.978786 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Received port after_create {{(pid=100730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:28.037626 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Attempting to bind port 56577c3e-2532-4902-a314-c7493cbb73c8 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:28.038028 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Attempting to bind port 56577c3e-2532-4902-a314-c7493cbb73c8 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:28.038403 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Attempting to bind port 56577c3e-2532-4902-a314-c7493cbb73c8 on network f68b13b4-a745-4007-86d5-025b1c7bccf6 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:28.043751 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:28.044187 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Checking segment: {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:28.044598 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.044996 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Bound using segment: {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:28.045457 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Bound port: 56577c3e-2532-4902-a314-c7493cbb73c8, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:28.045839 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.057997 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.064051 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.113331 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Pushing event updated for resources: {'Port': ['ID=33cb2af1-ff6e-4069-999b-378608c528be,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:28.123608 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.124046 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.124491 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.124893 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.125286 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.125679 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.126087 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.126598 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.126918 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.127356 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.127633 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.128094 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:28.134855 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] For port 56577c3e-2532-4902-a314-c7493cbb73c8, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:28.138281 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] For port 56577c3e-2532-4902-a314-c7493cbb73c8, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=56577c3e-2532-4902-a314-c7493cbb73c8,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:28.138434 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.144923 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.159365 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.186485 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Attempting to bind port 33cb2af1-ff6e-4069-999b-378608c528be on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:28.186851 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Attempting to bind port 33cb2af1-ff6e-4069-999b-378608c528be by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:28.187209 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Attempting to bind port 33cb2af1-ff6e-4069-999b-378608c528be on network 43c2f13d-9035-4997-8fc1-a6099631799f {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:28.193221 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:28.193634 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Checking segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:28.194044 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.195019 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Bound using segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:28.195484 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Bound port: 33cb2af1-ff6e-4069-999b-378608c528be, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:28.195866 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.270133 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] For port 33cb2af1-ff6e-4069-999b-378608c528be, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:28.273790 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] For port 33cb2af1-ff6e-4069-999b-378608c528be, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=33cb2af1-ff6e-4069-999b-378608c528be,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:28.279489 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Allocated IP 172.27.0.140 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/a1588570-2e69-4b6d-bd6d-ca32419757d2) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:28.280385 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.348749 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98957-7c43-41de-88ec-afd3aee87a29 None None] Pushing event updated for resources: {'Port': ['ID=56577c3e-2532-4902-a314-c7493cbb73c8,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:28.349763 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1af3a-e9d5-4429-825f-4cd23a9046df None None] Pushing event updated for resources: {'Port': ['ID=33cb2af1-ff6e-4069-999b-378608c528be,revision_number=4']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:28.359408 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:28.360014 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:28.406368 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.445511 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.477929 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-aaf542a1-cab2-4067-8acc-ed8adbbd045d None None] Provisioning complete for port 33cb2af1-ff6e-4069-999b-378608c528be triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:28.479172 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-aaf542a1-cab2-4067-8acc-ed8adbbd045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.488671 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:28.492124 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:28.495185 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:28.501996 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:28.551575 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Pushing event updated for resources: {'Port': ['ID=a1588570-2e69-4b6d-bd6d-ca32419757d2,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:28.644130 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-aaf542a1-cab2-4067-8acc-ed8adbbd045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.694776 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-aaf542a1-cab2-4067-8acc-ed8adbbd045d None None] For port 33cb2af1-ff6e-4069-999b-378608c528be, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=33cb2af1-ff6e-4069-999b-378608c528be,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:28.702886 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-aaf542a1-cab2-4067-8acc-ed8adbbd045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.756577 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf542a1-cab2-4067-8acc-ed8adbbd045d None None] Pushing event updated for resources: {'Port': ['ID=33cb2af1-ff6e-4069-999b-378608c528be,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:28.782636 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:28.816841 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763ffac-d626-449c-925a-f39dd9df67cf None None] The sync data for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi is: [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:28.842714 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0b653a49-0635-48fe-a60e-ba33ca4724a9 None None] Provisioning complete for port 33cb2af1-ff6e-4069-999b-378608c528be triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:28.843089 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0b653a49-0635-48fe-a60e-ba33ca4724a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:28.886120 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.070524 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3b22cc1d-206a-413a-ad90-b145a08e0294 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:29.088974 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39862) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:29.145601 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 3b22cc1d-206a-413a-ad90-b145a08e0294 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:29.146000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.173658 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.179755 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617122'] for router, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.244898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 56577c3e-2532-4902-a314-c7493cbb73c8 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:29.327267 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 56577c3e-2532-4902-a314-c7493cbb73c8 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:29.327640 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.382574 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Router dcd2ee03-4c66-4241-8008-ff4126e0ea02 is scheduled to L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 with binding_index 1 {{(pid=100728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:46:29.461222 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.520757 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port 56577c3e-2532-4902-a314-c7493cbb73c8, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=56577c3e-2532-4902-a314-c7493cbb73c8,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:29.527420 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.533408 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:29.566151 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Sync routers for ids ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:29.571274 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.575764 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-fba04f58-a719-4808-b8ea-9e11a76b9506 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2214327 Sep 27 12:46:29.576463 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39866) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:29.598376 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Routers {'dcd2ee03-4c66-4241-8008-ff4126e0ea02'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:29.599073 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:29.607008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Deleting port c30e3ea4-c41a-42f4-8dab-466729abc199 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:29.607430 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.706277 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.706715 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.709640 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab70ccf-e2cb-4c6d-92ca-6c2f49ca1b4a None None] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:29.713128 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=56577c3e-2532-4902-a314-c7493cbb73c8,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:29.720653 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Calling delete_port for c30e3ea4-c41a-42f4-8dab-466729abc199 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:29.806744 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-5aadcaa4-ded5-4a8b-8658-535fd5b9f028 None None] Provisioning complete for port 56577c3e-2532-4902-a314-c7493cbb73c8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:29.807123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5aadcaa4-ded5-4a8b-8658-535fd5b9f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.856453 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Set router dcd2ee03-4c66-4241-8008-ff4126e0ea02 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:29.939712 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:29.968117 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event deleted for resources: {'Port': ['ID=c30e3ea4-c41a-42f4-8dab-466729abc199,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:30.049526 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.049869 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Floating IP d8bd59b5-5728-40ad-b2fb-4919384419c9 disassociated (deleted). External IP: 172.27.0.250, port: b6243a15-85fd-4100-9ebb-93e024d1e515. Sep 27 12:46:30.217404 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 3, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:30.252177 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Checking router: dcd2ee03-4c66-4241-8008-ff4126e0ea02 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:30.254550 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.255062 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Updating router dcd2ee03-4c66-4241-8008-ff4126e0ea02 port a1588570-2e69-4b6d-bd6d-ca32419757d2 binding host dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:46:30.309402 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.366396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Router 05900b35-43eb-4654-b278-19867a83fc1e has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:30.518158 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Allocated IP 172.20.0.1 (f68b13b4-a745-4007-86d5-025b1c7bccf6/f0333ad3-8777-4c2c-b312-e9ea6219a4cc/c818503d-ff6e-4222-a91c-c631e43a22ad) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:30.539290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:30.545628 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.552931 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] Sync routers for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:30.565204 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:30.565915 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:30.601400 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-1d76fac9-4efa-4cba-ac07-29dd85b35f92 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "DELETE /v2.0/floatingips/d8bd59b5-5728-40ad-b2fb-4919384419c9 HTTP/1.1" status: 204 len: 168 time: 1.5110223 Sep 27 12:46:30.602539 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:46:30.605871 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd2293-1822-4f71-bcd6-c0afaa7762ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:46:30.634302 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-cc4ca8d9-7cec-4d5e-89b7-618e90769a7e None None] Provisioning complete for port 56577c3e-2532-4902-a314-c7493cbb73c8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:30.634806 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-cc4ca8d9-7cec-4d5e-89b7-618e90769a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.641063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Notify callbacks [] for port, precommit_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.655317 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8df28-616d-4d08-8f97-327f53ea593d x-openstack-request-id: req-b3f8df28-616d-4d08-8f97-327f53ea593d {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:46:30.655655 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:46:30.655934 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3f8df28-616d-4d08-8f97-327f53ea593d {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:46:30.656507 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'status': 'completed', 'code': 200} Sep 27 12:46:30.669375 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.676462 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.725068 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:30.745376 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-1e66e34d-5277-4cac-aaaf-c10d58f96197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:30.749197 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-1e66e34d-5277-4cac-aaaf-c10d58f96197 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efe3227b514943aaae2bad474a5f7fbf&device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 1099 time: 0.0689273 Sep 27 12:46:30.754289 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.766881 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c4d40-d52c-4f83-82ed-56b0b76841dc None None] Pushing event updated for resources: {'Port': ['ID=a1588570-2e69-4b6d-bd6d-ca32419757d2,revision_number=2']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:30.769356 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Attempting to bind port a1588570-2e69-4b6d-bd6d-ca32419757d2 on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:30.769737 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Attempting to bind port a1588570-2e69-4b6d-bd6d-ca32419757d2 by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:30.770105 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Attempting to bind port a1588570-2e69-4b6d-bd6d-ca32419757d2 on network 111e4828-82af-4129-9d4f-7f04fbb54d85 {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:30.782899 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:30.783280 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Checking segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:30.783702 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.784116 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Bound using segment: {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'} {{(pid=100730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:30.794832 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.managers [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Bound port: a1588570-2e69-4b6d-bd6d-ca32419757d2, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8555eece-b2e7-4b4a-87cf-57be46636ebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85'}}] {{(pid=100730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:30.794832 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.824385 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:30.829836 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:30.850791 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:30.861908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c818503d-ff6e-4222-a91c-c631e43a22ad,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:30.943244 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] For port a1588570-2e69-4b6d-bd6d-ca32419757d2, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:30.946958 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-b13bac72-0204-4e18-91ae-e8a8ea4c841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:30.947145 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] For port a1588570-2e69-4b6d-bd6d-ca32419757d2, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=a1588570-2e69-4b6d-bd6d-ca32419757d2,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:30.949402 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-b13bac72-0204-4e18-91ae-e8a8ea4c841d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 200 len: 910 time: 0.1908157 Sep 27 12:46:30.952374 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:30.954956 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617631'] for router_interface, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.015443 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c4d40-d52c-4f83-82ed-56b0b76841dc None None] Pushing event updated for resources: {'Port': ['ID=a1588570-2e69-4b6d-bd6d-ca32419757d2,revision_number=3']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:31.033735 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Routers {'dcd2ee03-4c66-4241-8008-ff4126e0ea02'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:31.034495 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:31.052554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b70a74-398d-4632-9340-a11f46387874 req-fe864f63-6e5b-419d-9c12-24a485d63649 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:31.054689 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91b70a74-398d-4632-9340-a11f46387874 req-fe864f63-6e5b-419d-9c12-24a485d63649 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.1594980 Sep 27 12:46:31.062481 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-28b9643c-1d97-46ab-ba16-c5a78247eb9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 200 len: 217 time: 0.1002758 Sep 27 12:46:31.123919 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 33cb2af1-ff6e-4069-999b-378608c528be up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:31.154125 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-6410148f-be94-48f5-a43b-3cb42a4ee6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:31.154376 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-91b70a74-398d-4632-9340-a11f46387874 req-98009731-45fe-485c-a824-093e257a22d6 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896850 Sep 27 12:46:31.155736 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-6410148f-be94-48f5-a43b-3cb42a4ee6e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 200 len: 848 time: 0.0876265 Sep 27 12:46:31.221687 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-9b2354a9-9a6a-4393-87e0-81107f85257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:31.223595 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.223766 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-9b2354a9-9a6a-4393-87e0-81107f85257e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3bdb597-f9c0-4421-9477-3430bcc00057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578082 Sep 27 12:46:31.318022 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:04Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:31.346431 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-251ea410-262e-43e8-8e6f-e1725292598d service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142285 Sep 27 12:46:31.355658 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] Checking router: 05900b35-43eb-4654-b278-19867a83fc1e for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:31.361375 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-09e2c745-88c3-4b16-bd45-8188cac5ea9f None None] Provisioning complete for port c818503d-ff6e-4222-a91c-c631e43a22ad triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:31.361914 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-09e2c745-88c3-4b16-bd45-8188cac5ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.364676 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:31.365365 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:31.412237 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 33cb2af1-ff6e-4069-999b-378608c528be triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:31.412675 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.423077 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.428880 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.476681 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] Set router dcd2ee03-4c66-4241-8008-ff4126e0ea02 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:31.518020 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c818503d-ff6e-4222-a91c-c631e43a22ad,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:31.522551 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618095'] for router_interface, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.536272 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:31.557468 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-09e2c745-88c3-4b16-bd45-8188cac5ea9f None None] Port c818503d-ff6e-4222-a91c-c631e43a22ad cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:46:31.569060 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39892) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:31.580386 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dccd2293-1822-4f71-bcd6-c0afaa7762ba req-c0c7df52-cc90-47f4-8178-772fdff79fdb service neutron] 10.222.0.38 "GET /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257342 Sep 27 12:46:31.636235 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 56577c3e-2532-4902-a314-c7493cbb73c8 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:31.637230 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:31.638774 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:31.771936 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port 56577c3e-2532-4902-a314-c7493cbb73c8 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:31.772296 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:31.795360 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Router dcd2ee03-4c66-4241-8008-ff4126e0ea02 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:31.847607 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:04Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:31.887911 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54069769-7b39-4eb3-b43f-5399ffe689ec None None] The sync data for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi is: [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:40:59Z', 'revision_number': 4, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'f8443e47-2b6d-4799-9070-d9aead08f7a1', 'name': '', 'network_id': 'c3bdb597-f9c0-4421-9477-3430bcc00057', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'mac_address': 'fa:16:3e:1f:49:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:59Z', 'updated_at': '2021-09-27T12:41:04Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'subnets': [{'id': '88186429-f4eb-4774-a76c-9011e9c6c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:31.945781 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 3, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:31.955308 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:31.969265 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d282dc75-1072-49c4-bbb7-06f995a459d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcd2ee03-4c66-4241-8008-ff4126e0ea02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3842716 Sep 27 12:46:31.986059 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a82c47-24bd-48ed-97d2-2ffc5488ad7e None None] The sync data for ids ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'] in dv-cinder-801522-3-iscsi is: [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 3, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:31.998104 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-0df76b06-6d2f-4f9d-92b4-5bdb457b5a1b None None] Provisioning complete for port c818503d-ff6e-4222-a91c-c631e43a22ad triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:31.998487 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0df76b06-6d2f-4f9d-92b4-5bdb457b5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:32.053102 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-0df76b06-6d2f-4f9d-92b4-5bdb457b5a1b None None] Port c818503d-ff6e-4222-a91c-c631e43a22ad cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:46:32.251472 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ececd-3e37-473f-a51e-9d7145985dfd None None] New status for floating IP d8bd59b5-5728-40ad-b2fb-4919384419c9: DOWN {{(pid=100730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:46:32.340713 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f6056-3b75-4903-9b54-4da69384b88c req-03c46b6d-d601-4b79-b4e6-dc47245a5a7d tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:32.342234 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b97f6056-3b75-4903-9b54-4da69384b88c req-03c46b6d-d601-4b79-b4e6-dc47245a5a7d tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0922768 Sep 27 12:46:32.364946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:32.479141 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b97f6056-3b75-4903-9b54-4da69384b88c req-24dcea96-7957-4fa2-9ff2-aeb08914d7f6 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304190 Sep 27 12:46:32.930572 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device a1588570-2e69-4b6d-bd6d-ca32419757d2 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:33.003616 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port a1588570-2e69-4b6d-bd6d-ca32419757d2 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:33.004256 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.012415 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-160284e0-fafc-414f-9f48-66af871ea229 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:33.013923 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-160284e0-fafc-414f-9f48-66af871ea229 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.4574282 Sep 27 12:46:33.197523 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.233583 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] For port a1588570-2e69-4b6d-bd6d-ca32419757d2, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=a1588570-2e69-4b6d-bd6d-ca32419757d2,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:33.239320 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.261083 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Deleting port b6243a15-85fd-4100-9ebb-93e024d1e515 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:33.261606 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.300397 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Pushing event updated for resources: {'Port': ['ID=a1588570-2e69-4b6d-bd6d-ca32419757d2,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:33.315430 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Deleting port f82c675d-08e7-49fa-870c-25f51c46a3d4 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:33.315765 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.438572 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] For port b6243a15-85fd-4100-9ebb-93e024d1e515, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=b6243a15-85fd-4100-9ebb-93e024d1e515,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:33.438796 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.464474 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Calling delete_port for b6243a15-85fd-4100-9ebb-93e024d1e515 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:33.467490 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] For port f82c675d-08e7-49fa-870c-25f51c46a3d4, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=f82c675d-08e7-49fa-870c-25f51c46a3d4,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:33.467862 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.488385 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Calling delete_port for f82c675d-08e7-49fa-870c-25f51c46a3d4 owned by network:router_interface {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:33.632502 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a886b89-4260-463b-952a-485fbb8e721d req-93e83ce7-f2e3-48b4-90db-3566701eec31 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:33.640472 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4a886b89-4260-463b-952a-485fbb8e721d req-93e83ce7-f2e3-48b4-90db-3566701eec31 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 946 time: 0.0850091 Sep 27 12:46:33.705231 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4a886b89-4260-463b-952a-485fbb8e721d req-d6c58633-5e5a-4469-b389-ee8814f1bdd6 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575583 Sep 27 12:46:33.739458 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.794155 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event deleted for resources: {'Port': ['ID=b6243a15-85fd-4100-9ebb-93e024d1e515,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:33.864426 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] No DVR routers for this DVR port b6243a15-85fd-4100-9ebb-93e024d1e515 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:33.867147 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.869336 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9a1abd35-2e34-4676-9bfe-cfe1dcd7a67f req-9f51b476-1b8a-46cd-b531-e2e8d5abe515 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.38 "DELETE /v2.0/ports/b6243a15-85fd-4100-9ebb-93e024d1e515 HTTP/1.1" status: 204 len: 173 time: 0.8458736 Sep 27 12:46:33.869933 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-deleted', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:46:33.872027 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f561ec9b-44d0-42fd-9277-d9d19a23fdd9" -d '{"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-deleted", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:46:33.875760 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:33.903009 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Pushing event deleted for resources: {'Port': ['ID=f82c675d-08e7-49fa-870c-25f51c46a3d4,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:34.046544 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b09c45c-cf58-4f21-86ee-ecd2c902d060 x-openstack-request-id: req-9b09c45c-cf58-4f21-86ee-ecd2c902d060 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:46:34.047266 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3aa36d-adea-410d-9e47-f75477ead30e", "name": "network-vif-deleted", "tag": "b6243a15-85fd-4100-9ebb-93e024d1e515", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:46:34.047266 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b09c45c-cf58-4f21-86ee-ecd2c902d060 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:46:34.047974 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3aa36d-adea-410d-9e47-f75477ead30e', 'name': 'network-vif-deleted', 'tag': 'b6243a15-85fd-4100-9ebb-93e024d1e515', 'status': 'completed', 'code': 200} Sep 27 12:46:34.151428 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:34.218428 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Sync routers for ids ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:34.247530 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Routers {'dcd2ee03-4c66-4241-8008-ff4126e0ea02'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:34.248346 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:34.517046 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Set router dcd2ee03-4c66-4241-8008-ff4126e0ea02 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:34.533429 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Router fc956f6b-c996-4362-97b9-c77abab8ccc4 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:34.684765 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:34.689833 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0c322893-e231-461b-8869-7cb54e60569e admin admin] 10.222.0.15 "PUT /v2.0/routers/fc956f6b-c996-4362-97b9-c77abab8ccc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1198454 Sep 27 12:46:34.692487 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39926) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:34.696617 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af608237-1729-423f-9ede-70136b467f3f None None] Sync routers for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:34.710776 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:34.711410 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:34.855577 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:34.856474 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:46:31Z', 'revision_number': 4, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'c818503d-ff6e-4222-a91c-c631e43a22ad', 'name': '', 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'mac_address': 'fa:16:3e:a7:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:30Z', 'updated_at': '2021-09-27T12:46:31Z', 'revision_number': 2, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'subnets': [{'id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:34.917064 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d371cc72-2d79-46e2-a138-c7427bccf34c req-8065bebf-3932-4033-8f04-31a1084bf0e9 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3aa36d-adea-410d-9e47-f75477ead30e HTTP/1.1" status: 200 len: 210 time: 0.0547254 Sep 27 12:46:34.958746 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Checking router: dcd2ee03-4c66-4241-8008-ff4126e0ea02 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:34.959106 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Updating router dcd2ee03-4c66-4241-8008-ff4126e0ea02 port c818503d-ff6e-4222-a91c-c631e43a22ad binding host dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:46:34.969389 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:35.040145 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.048874 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.056173 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device a1588570-2e69-4b6d-bd6d-ca32419757d2 up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:35.157634 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Deleting port b42b071f-2547-4938-b083-c5a156f3255d {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:35.158591 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.173534 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port a1588570-2e69-4b6d-bd6d-ca32419757d2 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:35.174155 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.285753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] For port b42b071f-2547-4938-b083-c5a156f3255d, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=b42b071f-2547-4938-b083-c5a156f3255d,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:35.286032 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.299573 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Calling delete_port for b42b071f-2547-4938-b083-c5a156f3255d owned by network:router_gateway {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:35.329977 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:46:33Z', 'revision_number': 5, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port': {'id': 'b42b071f-2547-4938-b083-c5a156f3255d', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:35.369537 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af608237-1729-423f-9ede-70136b467f3f None None] Checking router: fc956f6b-c996-4362-97b9-c77abab8ccc4 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:35.382667 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] Routers {'fc956f6b-c996-4362-97b9-c77abab8ccc4'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:35.383563 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['fc956f6b-c996-4362-97b9-c77abab8ccc4'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:35.450705 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Notify callbacks [] for port, precommit_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.465247 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.507957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] Set router fc956f6b-c996-4362-97b9-c77abab8ccc4 gateway port host: None {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:35.539081 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c5bcc-3e24-4dd1-8892-3d6866676ee0 None None] Pushing event updated for resources: {'Port': ['ID=c818503d-ff6e-4222-a91c-c631e43a22ad,revision_number=3']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:35.564963 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.589476 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Attempting to bind port c818503d-ff6e-4222-a91c-c631e43a22ad on host dv-cinder-801522-3-iscsi for vnic_type normal with profile {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:35.589857 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Attempting to bind port c818503d-ff6e-4222-a91c-c631e43a22ad by drivers openvswitch,hyperv on host dv-cinder-801522-3-iscsi at level 0 using segments [{'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:35.590231 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Attempting to bind port c818503d-ff6e-4222-a91c-c631e43a22ad on network f68b13b4-a745-4007-86d5-025b1c7bccf6 {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:35.600588 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Checking agent: {'id': '492dde9c-eca1-4782-8960-602f718b6e72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 31, 27), 'started_at': datetime.datetime(2021, 9, 27, 12, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:35.600976 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Checking segment: {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:35.601370 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.601765 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Bound using segment: {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'} {{(pid=100731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:35.602240 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.managers [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Bound port: c818503d-ff6e-4222-a91c-c631e43a22ad, host: dv-cinder-801522-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676867ec-6af8-466d-a0c2-b1a13e96d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6'}}] {{(pid=100731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:35.602638 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.618841 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-af608237-1729-423f-9ede-70136b467f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:46:35Z', 'revision_number': 6, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:35.643340 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42b071f-2547-4938-b083-c5a156f3255d,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:35.689702 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af608237-1729-423f-9ede-70136b467f3f None None] The sync data for ids ['fc956f6b-c996-4362-97b9-c77abab8ccc4'] in dv-cinder-801522-3-iscsi is: [{'id': 'fc956f6b-c996-4362-97b9-c77abab8ccc4', 'name': 'tempest-AttachVolumeTestJSON-680283661-router', 'tenant_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:14Z', 'updated_at': '2021-09-27T12:46:35Z', 'revision_number': 6, 'project_id': '26bdff77fe5641f6b8e24c0ff9fc05de', 'gw_port_host': None}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:35.700437 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.725972 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] For port c818503d-ff6e-4222-a91c-c631e43a22ad, host dv-cinder-801522-3-iscsi, cleared binding levels {{(pid=100731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:35.735092 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.plugins.ml2.db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] For port c818503d-ff6e-4222-a91c-c631e43a22ad, host dv-cinder-801522-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=c818503d-ff6e-4222-a91c-c631e43a22ad,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:35.744337 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron_lib.callbacks.manager [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.847548 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.852579 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.878759 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Routers {'dcd2ee03-4c66-4241-8008-ff4126e0ea02'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:35.879995 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:35.885310 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-c0cf9c05-82d9-4bce-ab72-b38f44e05648 None None] Provisioning complete for port c818503d-ff6e-4222-a91c-c631e43a22ad triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:35.885857 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9c05-82d9-4bce-ab72-b38f44e05648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.893357 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c5bcc-3e24-4dd1-8892-3d6866676ee0 None None] Pushing event updated for resources: {'Port': ['ID=c818503d-ff6e-4222-a91c-c631e43a22ad,revision_number=4']} {{(pid=100731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:35.939588 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.940343 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc956f6b-c996-4362-97b9-c77abab8ccc4 {{(pid=100729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:46:35.946357 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:35.947528 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-237283eb-ef41-4f4b-b7ad-c79ca30f8b10 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fc956f6b-c996-4362-97b9-c77abab8ccc4 HTTP/1.1" status: 204 len: 168 time: 1.2538815 Sep 27 12:46:35.952190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39932) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:36.008048 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Deleting subnet 1f445bba-75a6-4b24-8083-9de380e30ca7 {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:46:36.012358 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.051054 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39934) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:36.062878 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.090977 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9c05-82d9-4bce-ab72-b38f44e05648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.169969 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] Set router dcd2ee03-4c66-4241-8008-ff4126e0ea02 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:36.174466 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3640-3acb-492a-ba05-f86e6edd2e59 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.175257 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-c0cf9c05-82d9-4bce-ab72-b38f44e05648 None None] For port c818503d-ff6e-4222-a91c-c631e43a22ad, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=c818503d-ff6e-4222-a91c-c631e43a22ad,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:36.184285 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9c05-82d9-4bce-ab72-b38f44e05648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.188232 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.228848 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3640-3acb-492a-ba05-f86e6edd2e59 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.293120 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.316547 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.319598 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f445bba-75a6-4b24-8083-9de380e30ca7 HTTP/1.1" status: 204 len: 168 time: 0.3644121 Sep 27 12:46:36.322810 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39936) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:36.324794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1455743-2f27-4ab9-a679-f3b7f25964eb None None] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:36.331958 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf9c05-82d9-4bce-ab72-b38f44e05648 None None] Pushing event updated for resources: {'Port': ['ID=c818503d-ff6e-4222-a91c-c631e43a22ad,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:36.369729 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc270e3-046f-4e1d-b8fd-05c3346925f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f445bba-75a6-4b24-8083-9de380e30ca7,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:36.391564 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-bf6bb33d-0a9f-4d2e-9b69-e09457587ce0 None None] Provisioning complete for port c818503d-ff6e-4222-a91c-c631e43a22ad triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:36.391564 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb33d-0a9f-4d2e-9b69-e09457587ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.448470 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.511667 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3640-3acb-492a-ba05-f86e6edd2e59 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.514695 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3640-3acb-492a-ba05-f86e6edd2e59 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.519380 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-bb0a3640-3acb-492a-ba05-f86e6edd2e59 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] 10.222.0.15 "DELETE /v2.0/security-groups/f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c HTTP/1.1" status: 204 len: 168 time: 0.4664590 Sep 27 12:46:36.536822 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a3640-3acb-492a-ba05-f86e6edd2e59 tempest-TestShelveInstance-255606158 tempest-TestShelveInstance-255606158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d4c64-3a84-4d1b-8ff0-4afd1399fe2c,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:36.561600 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Deleting port ae211afa-f95c-46a5-9ffe-9532d5ed065b {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:36.562461 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.585104 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39940) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:36.655452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] For port ae211afa-f95c-46a5-9ffe-9532d5ed065b, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ae211afa-f95c-46a5-9ffe-9532d5ed065b,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:36.655452 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.671398 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Calling delete_port for ae211afa-f95c-46a5-9ffe-9532d5ed065b owned by network:dhcp {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:36.776581 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] DHCP port deletion for 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:46:36.817343 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:46:31Z', 'revision_number': 4, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'c818503d-ff6e-4222-a91c-c631e43a22ad', 'name': '', 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'mac_address': 'fa:16:3e:a7:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:30Z', 'updated_at': '2021-09-27T12:46:35Z', 'revision_number': 4, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'subnets': [{'id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:36.875399 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399cc29-7dc9-4f41-b3a7-87017a96b528 None None] The sync data for ids ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'] in dv-cinder-801522-3-iscsi is: [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:46:31Z', 'revision_number': 4, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': 'c818503d-ff6e-4222-a91c-c631e43a22ad', 'name': '', 'network_id': 'f68b13b4-a745-4007-86d5-025b1c7bccf6', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'mac_address': 'fa:16:3e:a7:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:30Z', 'updated_at': '2021-09-27T12:46:35Z', 'revision_number': 4, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'subnets': [{'id': 'f0333ad3-8777-4c2c-b312-e9ea6219a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:36.885395 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Deleting port ae211afa-f95c-46a5-9ffe-9532d5ed065b {{(pid=100730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:36.885983 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.901834 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:36.949554 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae211afa-f95c-46a5-9ffe-9532d5ed065b,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:36.971322 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] No DVR routers for this DVR port ae211afa-f95c-46a5-9ffe-9532d5ed065b on host dv-cinder-801522-3-iscsi {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:37.029465 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ae211afa-f95c-46a5-9ffe-9532d5ed065b no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:37.080866 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: ae211afa-f95c-46a5-9ffe-9532d5ed065b {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:37.081213 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ae211afa-f95c-46a5-9ffe-9532d5ed065b not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:37.081647 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device b42b071f-2547-4938-b083-c5a156f3255d no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:37.120159 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] For port ae211afa-f95c-46a5-9ffe-9532d5ed065b, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ae211afa-f95c-46a5-9ffe-9532d5ed065b,segment=NetworkSegment(89316e9d-09a8-4175-922b-d9162455844f),segment_id=89316e9d-09a8-4175-922b-d9162455844f)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:37.124162 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.129406 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.141328 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: b42b071f-2547-4938-b083-c5a156f3255d {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:37.141665 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device b42b071f-2547-4938-b083-c5a156f3255d not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:37.142096 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device f82c675d-08e7-49fa-870c-25f51c46a3d4 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:37.181958 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df8d1ee-3d49-468a-9a66-c4daaa49cfc7']}} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:37.182850 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Calling delete_port for ae211afa-f95c-46a5-9ffe-9532d5ed065b owned by network:dhcp {{(pid=100730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:37.188501 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: f82c675d-08e7-49fa-870c-25f51c46a3d4 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:37.188853 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device f82c675d-08e7-49fa-870c-25f51c46a3d4 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:37.222658 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89316e9d-09a8-4175-922b-d9162455844f') {'for_net_delete': True} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:37.231333 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89316e9d-09a8-4175-922b-d9162455844f') {} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:37.253702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7124103'] for segment, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.288758 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.301514 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:46:37.308245 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7227294'] for segment, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: Traceback (most recent call last): Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: timer() Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: cb(*args, **kw) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: return func(*args, **kwargs) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: self._notify() Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: self.callback(batched_events) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: event.method(event) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: return f(self, *a, **k) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._get(url).json() Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: return self.request(url, 'GET', **kwargs) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:46:37.430663 dv-cinder-801522-3-iscsi neutron-server[100728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:46:37.440692 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.451744 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.456889 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 HTTP/1.1" status: 204 len: 168 time: 1.1327910 Sep 27 12:46:37.700963 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696'] for port, after_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:37.780611 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Network 9df8d1ee-3d49-468a-9a66-c4daaa49cfc7 is not hosted by any dhcp agent {{(pid=100730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 12:46:37.782020 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] No DVR routers for this DVR port ae211afa-f95c-46a5-9ffe-9532d5ed065b on host dv-cinder-801522-3-iscsi {{(pid=100730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:37.792044 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca28ab-a645-49cf-af02-1629efded49a None None] Pushing event deleted for resources: {'Port': ['ID=ae211afa-f95c-46a5-9ffe-9532d5ed065b,revision_number=None']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:37.799551 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:37.857429 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: b6243a15-85fd-4100-9ebb-93e024d1e515 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:37.857853 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device b6243a15-85fd-4100-9ebb-93e024d1e515 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:37.859948 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 39954) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:37.945989 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f4d9e-55fd-43d1-8d9b-be87d6d9a1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df8d1ee-3d49-468a-9a66-c4daaa49cfc7,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:37.989944 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-eeed1d55-33e1-4e35-bda2-c7e1f71c576d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26bdff77fe5641f6b8e24c0ff9fc05de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1286798 Sep 27 12:46:37.992813 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39958) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:38.013587 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f53be6-205e-403a-b313-1b572bd7b2cd req-5e729625-fc4d-43ee-8778-4940c7f92ef9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:38.015638 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a8f53be6-205e-403a-b313-1b572bd7b2cd req-5e729625-fc4d-43ee-8778-4940c7f92ef9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.0716624 Sep 27 12:46:38.100087 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a8f53be6-205e-403a-b313-1b572bd7b2cd req-3bd70ffb-d98b-4930-916b-c51eba63c987 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772228 Sep 27 12:46:38.129718 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1eb9de62-2eb9-4fea-aa00-a949c5ccacac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.130376 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.161974 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1eb9de62-2eb9-4fea-aa00-a949c5ccacac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.242926 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1eb9de62-2eb9-4fea-aa00-a949c5ccacac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.246077 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-1eb9de62-2eb9-4fea-aa00-a949c5ccacac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.247502 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-1eb9de62-2eb9-4fea-aa00-a949c5ccacac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af6af631-98fb-4457-9465-54016ec2423d HTTP/1.1" status: 204 len: 168 time: 0.2534077 Sep 27 12:46:38.256561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9de62-2eb9-4fea-aa00-a949c5ccacac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6af631-98fb-4457-9465-54016ec2423d,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:38.497685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Deleting port f8443e47-2b6d-4799-9070-d9aead08f7a1 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:38.498029 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.603625 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] For port f8443e47-2b6d-4799-9070-d9aead08f7a1, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=f8443e47-2b6d-4799-9070-d9aead08f7a1,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:38.604018 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.622878 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Calling delete_port for f8443e47-2b6d-4799-9070-d9aead08f7a1 owned by network:router_interface {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:38.933974 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device c818503d-ff6e-4222-a91c-c631e43a22ad up at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:46:38.950744 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:38.988042 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8443e47-2b6d-4799-9070-d9aead08f7a1,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:39.058515 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Provisioning complete for port c818503d-ff6e-4222-a91c-c631e43a22ad triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:39.059078 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:39.327204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dcb5e-0093-405e-9fdd-0ce6ffdc41d9 req-9ba3c95a-76a2-4580-a53c-4819bf7c3ec1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:39.328774 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9b8dcb5e-0093-405e-9fdd-0ce6ffdc41d9 req-9ba3c95a-76a2-4580-a53c-4819bf7c3ec1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.1150105 Sep 27 12:46:39.349685 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:39.421123 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9b8dcb5e-0093-405e-9fdd-0ce6ffdc41d9 req-118626bd-b564-46b1-a68e-2e0e30a76dd2 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802977 Sep 27 12:46:39.631018 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-70953a53-a407-4751-860d-396464f2666c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:39.632648 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-70953a53-a407-4751-860d-396464f2666c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 946 time: 0.1331384 Sep 27 12:46:39.691663 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Router 05900b35-43eb-4654-b278-19867a83fc1e has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:39.838479 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Deleting port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:39.838822 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:39.888584 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:39.897895 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ace3c7bf-0818-455d-a052-b28d0e37e460 admin admin] 10.222.0.15 "PUT /v2.0/routers/05900b35-43eb-4654-b278-19867a83fc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3092616 Sep 27 12:46:39.898315 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 39988) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:39.904876 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] Sync routers for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:39.917822 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:39.918901 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:40.009903 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] For port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:40.015430 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.131228 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks [] for router, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.166623 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:40.291547 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.320330 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.321324 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.322181 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Floating IP c2f97ed2-2568-4f78-8744-e511b9778d45 disassociated. External IP: 172.27.0.241, port: 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50. Sep 27 12:46:40.322541 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Calling delete_port for 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:40.410119 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Deleting port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:40.411153 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.453549 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:46:38Z', 'revision_number': 5, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port': {'id': '5f8e2da3-17ea-4d69-810e-338cdb3d4bd7', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05900b35-43eb-4654-b278-19867a83fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:40:57Z', 'updated_at': '2021-09-27T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:40.490468 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] Checking router: 05900b35-43eb-4654-b278-19867a83fc1e for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:40.501323 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] Routers {'05900b35-43eb-4654-b278-19867a83fc1e'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:40.502095 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.502438 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['05900b35-43eb-4654-b278-19867a83fc1e'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:40.553022 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'Port': ['ID=0beadb7d-5b77-46a5-8ccb-08bf7a90fc50,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:40.610427 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] Set router 05900b35-43eb-4654-b278-19867a83fc1e gateway port host: None {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:40.621840 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b9ea1425-62db-4950-aaa5-809d8196ee0e req-1ef27afc-cb47-465d-8096-278b9362bd24 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 210 time: 0.0800424 Sep 27 12:46:40.641723 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] For port 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:40.642375 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.660529 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Calling delete_port for 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 owned by network:router_gateway {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:40.669447 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:46:40Z', 'revision_number': 6, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:40.695570 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:40.697292 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bddff1-c619-44b8-9435-c116087bb5d2 None None] The sync data for ids ['05900b35-43eb-4654-b278-19867a83fc1e'] in dv-cinder-801522-3-iscsi is: [{'id': '05900b35-43eb-4654-b278-19867a83fc1e', 'name': 'tempest-TestShelveInstance-1066885486-router', 'tenant_id': 'efe3227b514943aaae2bad474a5f7fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:40:56Z', 'updated_at': '2021-09-27T12:46:40Z', 'revision_number': 6, 'project_id': 'efe3227b514943aaae2bad474a5f7fbf', 'gw_port_host': None}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:40.831352 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:40.843005 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:40.858990 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:40.859620 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:40.889465 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] No DVR routers for this DVR port 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:40.900795 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.903367 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-079a5312-ce07-4b4e-967f-cb311c1695f8 req-15cccf7b-ea44-41fc-9634-aa23d21fb7c3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "DELETE /v2.0/ports/0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 HTTP/1.1" status: 204 len: 173 time: 1.2619572 Sep 27 12:46:40.903900 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'name': 'network-vif-deleted', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:46:40.907158 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ce237-e1b3-44fc-8a02-d7c05e64a25a" -d '{"events": [{"server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "name": "network-vif-deleted", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:46:40.910878 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:40.961500 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8e2da3-17ea-4d69-810e-338cdb3d4bd7,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:41.000682 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a72de5-0b5c-4ff8-9bc7-0008603543fb x-openstack-request-id: req-b4a72de5-0b5c-4ff8-9bc7-0008603543fb {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:46:41.000978 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067a449-f156-4529-a04f-83bc25a63732", "name": "network-vif-deleted", "tag": "0beadb7d-5b77-46a5-8ccb-08bf7a90fc50", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:46:41.001230 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4a72de5-0b5c-4ff8-9bc7-0008603543fb {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:46:41.001629 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067a449-f156-4529-a04f-83bc25a63732', 'name': 'network-vif-deleted', 'tag': '0beadb7d-5b77-46a5-8ccb-08bf7a90fc50', 'status': 'completed', 'code': 200} Sep 27 12:46:41.057249 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:41.091503 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.251357 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.255500 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.326171 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device f8443e47-2b6d-4799-9070-d9aead08f7a1 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:41.359187 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: f8443e47-2b6d-4799-9070-d9aead08f7a1 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:41.359663 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device f8443e47-2b6d-4799-9070-d9aead08f7a1 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:41.368855 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.369543 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05900b35-43eb-4654-b278-19867a83fc1e {{(pid=100728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:46:41.381182 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.382592 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c3cebee8-01c8-46a0-9251-d15a6fdd6045 admin admin] 10.222.0.15 "DELETE /v2.0/routers/05900b35-43eb-4654-b278-19867a83fc1e HTTP/1.1" status: 204 len: 168 time: 1.4833241 Sep 27 12:46:41.385966 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40010) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:41.437811 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Deleting subnet 88186429-f4eb-4774-a76c-9011e9c6c13f {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:46:41.441152 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.490961 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.503025 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:41.546520 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:41.570488 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:41.571337 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:41.580086 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.706175 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.761062 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88186429-f4eb-4774-a76c-9011e9c6c13f,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:41.776679 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.780625 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e356ee45-939b-42e8-af8b-19139fc0d325 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/88186429-f4eb-4774-a76c-9011e9c6c13f HTTP/1.1" status: 204 len: 168 time: 0.3936346 Sep 27 12:46:41.783212 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40026) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:41.829174 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:41.840936 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-64eb11dd-8ee6-4fce-bd29-1a5bd396e91d req-e297be3e-2e6d-42f4-b73c-e3b0946b3f6f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067a449-f156-4529-a04f-83bc25a63732 HTTP/1.1" status: 200 len: 210 time: 0.0748525 Sep 27 12:46:41.846848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cfb6d-3af7-42d1-b9c0-b3c44fa71c03 None None] Network c3bdb597-f9c0-4421-9477-3430bcc00057 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:41.910032 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:41.969934 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Deleting port 2b59c389-868b-4604-aaf0-8cb6dd87668f {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:41.970266 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.046627 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] For port 2b59c389-868b-4604-aaf0-8cb6dd87668f, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=2b59c389-868b-4604-aaf0-8cb6dd87668f,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:42.046987 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.069180 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Calling delete_port for 2b59c389-868b-4604-aaf0-8cb6dd87668f owned by network:dhcp {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:42.246285 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] DHCP port deletion for c3bdb597-f9c0-4421-9477-3430bcc00057 request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:46:42.255178 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:42.311239 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abfd1d-85c8-45dc-b268-8d4b98bc7447 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:42.352006 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] Deleting port 2b59c389-868b-4604-aaf0-8cb6dd87668f {{(pid=100730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:42.352416 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.442116 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.443381 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] For port 2b59c389-868b-4604-aaf0-8cb6dd87668f, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=2b59c389-868b-4604-aaf0-8cb6dd87668f,segment=NetworkSegment(723bd32d-175f-416d-9aa7-7bfb34613b13),segment_id=723bd32d-175f-416d-9aa7-7bfb34613b13)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:42.443959 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.469639 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b59c389-868b-4604-aaf0-8cb6dd87668f,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:42.479718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] No DVR routers for this DVR port 2b59c389-868b-4604-aaf0-8cb6dd87668f on host dv-cinder-801522-3-iscsi {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:42.491565 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] Calling delete_port for 2b59c389-868b-4604-aaf0-8cb6dd87668f owned by network:dhcp {{(pid=100730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:42.572406 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.593866 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bdb597-f9c0-4421-9477-3430bcc00057']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:42.604593 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723bd32d-175f-416d-9aa7-7bfb34613b13') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:42.604887 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723bd32d-175f-416d-9aa7-7bfb34613b13') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:42.608742 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696'] for port, after_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.615718 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.630061 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.635515 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] Pushing event deleted for resources: {'Port': ['ID=2b59c389-868b-4604-aaf0-8cb6dd87668f,revision_number=None']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:42.640785 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:46:42.641457 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.643236 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabff900-8b54-4e5e-98bb-2c438f745b7b None None] No DVR routers for this DVR port 2b59c389-868b-4604-aaf0-8cb6dd87668f on host dv-cinder-801522-3-iscsi {{(pid=100730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:46:42.643585 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:46:42.719165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.725605 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:42.730951 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40036) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:42.731469 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c3bdb597-f9c0-4421-9477-3430bcc00057 HTTP/1.1" status: 204 len: 168 time: 0.9470408 Sep 27 12:46:42.749254 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355527e2-4c65-4a64-bb03-db2223428f6e None None] New status for floating IP c2f97ed2-2568-4f78-8744-e511b9778d45: DOWN {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:46:42.760259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf4e46-dadc-4163-9ec3-21cb27e43d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bdb597-f9c0-4421-9477-3430bcc00057,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:42.948246 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 2b59c389-868b-4604-aaf0-8cb6dd87668f no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:42.978766 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 2b59c389-868b-4604-aaf0-8cb6dd87668f {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:42.979115 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 2b59c389-868b-4604-aaf0-8cb6dd87668f not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:42.979549 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:43.001620 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:43.002292 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 5f8e2da3-17ea-4d69-810e-338cdb3d4bd7 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:43.196424 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:43.210514 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-749c8d07-cae7-41bf-90df-1afdc9f0e58c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759898577&fields=id&tenant_id=017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 267 time: 0.0386236 Sep 27 12:46:43.330441 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-f12175cd-8b56-446f-b6ea-4ea5e5fd3ab8 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:43.332505 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-f12175cd-8b56-446f-b6ea-4ea5e5fd3ab8 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 812 time: 0.1128483 Sep 27 12:46:43.349923 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-66af81d8-0533-46ae-8439-fad8fe2237b1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/quotas/017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 375 time: 0.0110714 Sep 27 12:46:43.454771 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-83a10b54-c418-49a3-bd32-754a5f4c35aa tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983706 Sep 27 12:46:43.492004 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Deleting port 9c22a3fb-8977-4342-9432-ef444392748c {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:43.492510 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:43.553870 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-ae5961e2-c347-43a9-8309-f9e2cfa052f0 service neutron] 10.222.0.15 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984132 Sep 27 12:46:43.601211 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] For port 9c22a3fb-8977-4342-9432-ef444392748c, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=9c22a3fb-8977-4342-9432-ef444392748c,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:43.601746 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:43.619926 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Calling delete_port for 9c22a3fb-8977-4342-9432-ef444392748c owned by network:router_interface {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:43.665915 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-17bccc98-d76c-4bf8-a547-a7a9f8611aba service neutron] 10.222.0.15 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104538 Sep 27 12:46:43.841456 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:43.883814 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c22a3fb-8977-4342-9432-ef444392748c,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:44.102229 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-7da71315-eb50-4d88-89fc-4430f242dfad req-a6b77a07-38fb-4cd4-a6bc-014f55552da5 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 210 time: 0.0588849 Sep 27 12:46:44.145392 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:44.433712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Router e2316423-3333-4b1c-90e5-4ebe4e819e69 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:44.556372 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:44.561637 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-563dd0f0-7011-4a32-b580-0eb0aced6b61 admin admin] 10.222.0.15 "PUT /v2.0/routers/e2316423-3333-4b1c-90e5-4ebe4e819e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8290591 Sep 27 12:46:44.564026 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40068) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:44.566031 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:44.573384 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] Sync routers for ids ['e2316423-3333-4b1c-90e5-4ebe4e819e69'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:44.625031 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:44.628266 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 0beadb7d-5b77-46a5-8ccb-08bf7a90fc50 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:44.643351 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] Routers {'e2316423-3333-4b1c-90e5-4ebe4e819e69'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:44.643995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['e2316423-3333-4b1c-90e5-4ebe4e819e69'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:44.687245 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:44.818390 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:44.819653 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] Set router e2316423-3333-4b1c-90e5-4ebe4e819e69 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:44.918047 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Deleting port 8389215a-1526-40c3-9e77-cca81a6289af {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:44.919150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.061519 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] For port 8389215a-1526-40c3-9e77-cca81a6289af, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=8389215a-1526-40c3-9e77-cca81a6289af,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:45.061866 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.079815 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Calling delete_port for 8389215a-1526-40c3-9e77-cca81a6289af owned by network:router_gateway {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:45.180540 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '8389215a-1526-40c3-9e77-cca81a6289af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:46:43Z', 'revision_number': 5, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port': {'id': '8389215a-1526-40c3-9e77-cca81a6289af', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:45.221305 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] Checking router: e2316423-3333-4b1c-90e5-4ebe4e819e69 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:45.237306 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] Routers {'e2316423-3333-4b1c-90e5-4ebe4e819e69'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:45.238939 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['e2316423-3333-4b1c-90e5-4ebe4e819e69'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:45.329396 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.373065 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-6f52371d-ab5b-47f2-9d40-612a7e50532f req-6c5faa69-c3d8-4fa3-8c60-dc2bcb56cbd7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 210 time: 0.0569043 Sep 27 12:46:45.481750 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8389215a-1526-40c3-9e77-cca81a6289af,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:45.489350 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.507533 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.508107 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.508626 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.509232 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.509621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.509970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.510317 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.510781 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.511117 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.511442 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.511767 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.512162 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:45.533508 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] Set router e2316423-3333-4b1c-90e5-4ebe4e819e69 gateway port host: None {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:45.656485 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:46:44Z', 'revision_number': 6, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:45.676849 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.682308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.684883 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d6fd9-8bbf-46af-901f-71c027b066b6 None None] The sync data for ids ['e2316423-3333-4b1c-90e5-4ebe4e819e69'] in dv-cinder-801522-3-iscsi is: [{'id': 'e2316423-3333-4b1c-90e5-4ebe4e819e69', 'name': 'tempest-TestShelveInstance-187176927-router', 'tenant_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:41:02Z', 'updated_at': '2021-09-27T12:46:44Z', 'revision_number': 6, 'project_id': 'edfb966eb14d47ea8a50330df8f14dbd', 'gw_port_host': None}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:45.763677 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-0b4f1f2f-3020-4603-93ad-51a2138bad67 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:45.765229 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-0b4f1f2f-3020-4603-93ad-51a2138bad67 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 812 time: 0.4258833 Sep 27 12:46:45.770187 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.770708 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2316423-3333-4b1c-90e5-4ebe4e819e69 {{(pid=100729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:46:45.780459 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e804c-b6a4-4a55-bf53-4d626fe8b843 req-4e3c5634-f685-4549-83a2-a991902803dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:45.781911 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-647e804c-b6a4-4a55-bf53-4d626fe8b843 req-4e3c5634-f685-4549-83a2-a991902803dd tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 947 time: 0.1981394 Sep 27 12:46:45.785482 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.789102 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40094) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:45.789827 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-d8108c60-67fd-4728-8bd6-5be2f93021d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e2316423-3333-4b1c-90e5-4ebe4e819e69 HTTP/1.1" status: 204 len: 168 time: 1.2235372 Sep 27 12:46:45.848218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Deleting subnet c2eea3f3-3866-4993-99fa-ef049e821068 {{(pid=100728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:46:45.849370 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-6a8e2021-ae30-4a81-9ea3-a97926c2dde4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 379 time: 0.0589023 Sep 27 12:46:45.852786 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:45.852926 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-647e804c-b6a4-4a55-bf53-4d626fe8b843 req-1016578c-a9d9-498b-8fae-6c07cd189ca6 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569158 Sep 27 12:46:45.861266 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'port': {'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'admin_state_up': True, 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'security_groups': ['0015ceff-2ee6-4564-b97f-47f32d70b0dc']}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:45.905761 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7124126'] for subnet, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.019769 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Made reservation on behalf of 017170b909824ae7abf5e5bbfe9b06ff for: {'port': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:46:46.023946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.139992 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.283109 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Allocated IP 172.20.0.6 (d1b194fe-188c-4c7e-aaf3-8999ebe34942/4cc7184c-a9d0-4902-a574-bbb5745a899e/7a80c741-be3a-4f78-81c5-9589f7d7ac9c) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:46.305505 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7226928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5729092'] for subnet, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.338324 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.343904 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c2eea3f3-3866-4993-99fa-ef049e821068 HTTP/1.1" status: 204 len: 168 time: 0.5524962 Sep 27 12:46:46.345265 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2eea3f3-3866-4993-99fa-ef049e821068,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:46.345938 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40104) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:46.355486 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.355973 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.356466 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.356901 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.357329 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.357762 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.358216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.358653 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.359153 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.359643 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.360101 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.360548 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9ef71-1860-4650-b238-9aac41c0705e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:46:46.380293 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05af374-f17b-4ef7-a6d2-b7adfb3cd495 None None] Network 7cdbf5d2-84b6-4741-814c-b8474d926fd4 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:46.565834 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.575471 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-803d8e59-aa82-417f-8df0-0e31197f4be8 req-23b715fd-a96c-469d-8fa5-a7f860f19e4c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 210 time: 0.0550330 Sep 27 12:46:46.654657 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.687104 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] DHCP port deletion for 7cdbf5d2-84b6-4741-814c-b8474d926fd4 request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:46:46.713229 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Deleting port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:46.713813 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.716846 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.740184 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] Deleting port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 {{(pid=100730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:46.740603 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.809203 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:46.818107 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:46.826267 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] For port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:46.826628 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.829011 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:46.830330 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] For port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,segment=NetworkSegment(0dc05932-4391-4535-ac99-afb5a24402ab),segment_id=0dc05932-4391-4535-ac99-afb5a24402ab)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:46.830892 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.867590 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Calling delete_port for 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 owned by network:dhcp {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:46.868152 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] Calling delete_port for 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 owned by network:dhcp {{(pid=100730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:46.869435 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:46.975964 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:46.978706 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:46.998493 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:47.024637 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-c3029a8a-c777-440f-8ee2-fbdaefe94d87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1677103 Sep 27 12:46:47.042079 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:47.042891 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:47.043707 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 9c22a3fb-8977-4342-9432-ef444392748c no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:47.046084 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696'] for port, after_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.047066 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Request body: {'port': {'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:47.075031 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] No DVR routers for this DVR port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 on host dv-cinder-801522-3-iscsi {{(pid=100730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:47.108235 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.143052 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 9c22a3fb-8977-4342-9432-ef444392748c {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:47.143443 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-e2950b8e-50d7-4c5f-aa26-2904348a2e19 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:47.144478 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 9c22a3fb-8977-4342-9432-ef444392748c not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:47.145222 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-e2950b8e-50d7-4c5f-aa26-2904348a2e19 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 947 time: 0.1261718 Sep 27 12:46:47.145564 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 8389215a-1526-40c3-9e77-cca81a6289af no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:47.167246 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 8389215a-1526-40c3-9e77-cca81a6289af {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:47.167969 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 8389215a-1526-40c3-9e77-cca81a6289af not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:47.185495 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d373767-6344-49cb-a8ab-30aa874b6d8b None None] Pushing event deleted for resources: {'Port': ['ID=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,revision_number=None']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:47.204186 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=04b93cf2-7cb9-4d45-87a1-27f91fdae4e5,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:47.207903 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] No DVR routers for this DVR port 04b93cf2-7cb9-4d45-87a1-27f91fdae4e5 on host dv-cinder-801522-3-iscsi {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:47.209472 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.249079 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9487d5-317e-4086-a829-3038ce0e308e req-c042ed4e-4d3d-4d2e-b416-68a1af576475 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:47.250742 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bf9487d5-317e-4086-a829-3038ce0e308e req-c042ed4e-4d3d-4d2e-b416-68a1af576475 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 947 time: 0.1801119 Sep 27 12:46:47.317251 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-2cb0b91e-c791-40c6-8655-de432696ef97 None None] Provisioning complete for port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:47.317995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b91e-c791-40c6-8655-de432696ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.323890 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.343946 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Deleting port a489f261-adda-4d3d-b7ad-374cd2f5ab59 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:47.344380 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.351790 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bf9487d5-317e-4086-a829-3038ce0e308e req-9e699a38-574b-4430-a522-c38a6f4ac3b3 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups?id=eca79519-5d17-4497-bc2a-38ab25571788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940924 Sep 27 12:46:47.366478 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0b91e-c791-40c6-8655-de432696ef97 None None] Port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:46:47.411598 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdbf5d2-84b6-4741-814c-b8474d926fd4']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:47.431879 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc05932-4391-4535-ac99-afb5a24402ab') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:47.432344 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc05932-4391-4535-ac99-afb5a24402ab') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:47.447165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.466949 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] For port a489f261-adda-4d3d-b7ad-374cd2f5ab59, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a489f261-adda-4d3d-b7ad-374cd2f5ab59,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:47.467654 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.473882 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.495099 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:46:47.495528 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: self.session.flush() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: self.session.flush() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: self.session.flush() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: self.session.flush() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:46:47.497854 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:46:47.636002 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.650880 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.658470 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] 10.222.0.15 "DELETE /v2.0/networks/7cdbf5d2-84b6-4741-814c-b8474d926fd4 HTTP/1.1" status: 204 len: 168 time: 1.3107862 Sep 27 12:46:47.679071 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52061572-0f19-465e-8e31-75d4c3651bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdbf5d2-84b6-4741-814c-b8474d926fd4,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:47.746745 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a80c741-be3a-4f78-81c5-9589f7d7ac9c {{(pid=100729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:46:47.768618 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.778559 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.779008 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.779393 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.l3_db [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Floating IP 19bf06d8-18ce-47cb-b6bc-6fd30af442ec disassociated. External IP: 172.27.0.153, port: a489f261-adda-4d3d-b7ad-374cd2f5ab59. Sep 27 12:46:47.779799 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Calling delete_port for a489f261-adda-4d3d-b7ad-374cd2f5ab59 owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:47.792095 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.provisioning_blocks [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Transition to ACTIVE for port object 7a80c741-be3a-4f78-81c5-9589f7d7ac9c will not be triggered until provisioned by entity L2. {{(pid=100729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:46:47.805797 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2089a-11c8-4aef-bab8-57f7a811c666 req-30e69640-6177-4725-832e-404e8d81a284 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:47.812572 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bff2089a-11c8-4aef-bab8-57f7a811c666 req-30e69640-6177-4725-832e-404e8d81a284 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 931 time: 0.1125133 Sep 27 12:46:47.817226 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:47.895530 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40144) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:47.939450 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-bff2089a-11c8-4aef-bab8-57f7a811c666 req-a5167666-aa77-4bbf-bc1b-b58a190a6fe7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202171 Sep 27 12:46:47.940391 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Pushing event updated for resources: {'Port': ['ID=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:47.999116 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-499e9618-4420-4efc-8d47-e2ef3902caa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efe3227b514943aaae2bad474a5f7fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974765 Sep 27 12:46:47.999901 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40148) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:48.067807 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Attempting to bind port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:46:48.068227 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Attempting to bind port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:46:48.069107 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Attempting to bind port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:48.075244 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:46:48.075891 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Attempting to bind port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:46:48.081754 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:46:48.082137 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Checking segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:46:48.082572 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Bound using segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} {{(pid=100729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:46:48.083146 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.managers [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Bound port: 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}}] {{(pid=100729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:46:48.083628 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.087704 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.145058 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event deleted for resources: {'Port': ['ID=a489f261-adda-4d3d-b7ad-374cd2f5ab59,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:48.151947 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-19e7cffb-601d-4c54-be84-7517474cdd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.159783 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40152) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:48.243107 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-19e7cffb-601d-4c54-be84-7517474cdd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.509128 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] For port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host hv-cinder-80152, cleared binding levels {{(pid=100729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:46:48.528597 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] For port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:46:48.535345 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.546963 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ce409648-2b49-47fb-99c7-1043d9e545e2 req-cb87ca93-1f34-4a32-a72e-b2c23bfb7ef8 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed85ffdc-8a57-442e-8f24-faa7e9980848 HTTP/1.1" status: 200 len: 210 time: 0.0346684 Sep 27 12:46:48.597848 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Router 595c79c5-ca1f-4d06-9014-778725533155 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:48.600634 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:48.601557 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.601939 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-19e7cffb-601d-4c54-be84-7517474cdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.602922 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] 10.222.0.38 "PUT /v2.0/ports/7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 1093 time: 1.5683806 Sep 27 12:46:48.604640 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-19e7cffb-601d-4c54-be84-7517474cdd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.608239 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-19e7cffb-601d-4c54-be84-7517474cdd1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0c81b78-6339-415c-8efe-668c4e0694d8 HTTP/1.1" status: 204 len: 168 time: 0.6045725 Sep 27 12:46:48.617832 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-8e752d86-78cd-4cd1-9da6-042cda5958e8 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:48.624609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7cffb-601d-4c54-be84-7517474cdd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c81b78-6339-415c-8efe-668c4e0694d8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:48.635035 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-8e752d86-78cd-4cd1-9da6-042cda5958e8 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 814 time: 0.2219703 Sep 27 12:46:48.637083 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:46:48.640786 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357213b-eb10-4f04-99b3-b4ed075fd4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:46:48.681671 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-0af23c43-11e3-4260-b965-f93b616f4b2a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/quotas/26bed6413aa9476fa211edcbf10a25ee HTTP/1.1" status: 200 len: 375 time: 0.0453017 Sep 27 12:46:48.697726 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-eceddae3-2965-4baa-a194-2e231843500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.762870 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e806e676-c747-46c2-a9a1-3ab9d5d43848 x-openstack-request-id: req-e806e676-c747-46c2-a9a1-3ab9d5d43848 {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:46:48.764155 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:46:48.764761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e806e676-c747-46c2-a9a1-3ab9d5d43848 {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:46:48.765395 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'status': 'completed', 'code': 200} Sep 27 12:46:48.781243 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:48.794667 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:48.812228 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:48.813069 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:48.818513 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd560178-4789-4cab-96d3-6e6c9375958b service neutron] Pushing event updated for resources: {'Port': ['ID=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,revision_number=3']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:48.830000 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] No DVR routers for this DVR port a489f261-adda-4d3d-b7ad-374cd2f5ab59 on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:48.833472 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:48.836781 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f5e378d7-00bd-4637-843c-1c98b5d712dd req-6188ca07-49a0-407f-8b7d-b25f4d6d4970 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.38 "DELETE /v2.0/ports/a489f261-adda-4d3d-b7ad-374cd2f5ab59 HTTP/1.1" status: 204 len: 173 time: 1.6825304 Sep 27 12:46:48.837255 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-deleted', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:46:48.839922 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a8c221-bccc-44f4-9f20-d3ff99b0c5eb" -d '{"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-deleted", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:46:48.889399 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-ae1bc66a-fe91-4e1e-be54-3199e23f9f93 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056737 Sep 27 12:46:48.894735 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8378a6-1c83-423b-861d-acba205203c4 x-openstack-request-id: req-aa8378a6-1c83-423b-861d-acba205203c4 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:46:48.896021 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed85ffdc-8a57-442e-8f24-faa7e9980848", "name": "network-vif-deleted", "tag": "a489f261-adda-4d3d-b7ad-374cd2f5ab59", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:46:48.896479 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa8378a6-1c83-423b-861d-acba205203c4 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:46:48.897113 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed85ffdc-8a57-442e-8f24-faa7e9980848', 'name': 'network-vif-deleted', 'tag': 'a489f261-adda-4d3d-b7ad-374cd2f5ab59', 'status': 'completed', 'code': 200} Sep 27 12:46:48.945180 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:48.964165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-68226fad-2c50-46fc-8fe3-84a6a2c60b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:48.965793 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-68226fad-2c50-46fc-8fe3-84a6a2c60b22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1096 time: 0.2366462 Sep 27 12:46:49.098121 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-0daf65e5-bc79-4928-9379-56d60f1bd01c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 217 time: 0.0843525 Sep 27 12:46:49.106065 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45f2ff-3a92-47ca-851f-ce0db662c134 req-4ccdca33-e678-4b1c-8843-3f42e0e28d65 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:49.108319 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bf45f2ff-3a92-47ca-851f-ce0db662c134 req-4ccdca33-e678-4b1c-8843-3f42e0e28d65 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0606411 Sep 27 12:46:49.147700 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40178) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:49.173263 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bf45f2ff-3a92-47ca-851f-ce0db662c134 req-f3bcbce6-06fc-4167-92be-1e3224c87169 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558119 Sep 27 12:46:49.187738 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-2850fe23-e86a-4430-8227-83f62dbf2bef service neutron] 10.222.0.15 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973609 Sep 27 12:46:49.202744 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:49.207108 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7d169e17-903f-4cfa-a7a7-e18c7ad2bc09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edfb966eb14d47ea8a50330df8f14dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579624 Sep 27 12:46:49.209998 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40180) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:49.214676 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-eceddae3-2965-4baa-a194-2e231843500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.230314 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-eceddae3-2965-4baa-a194-2e231843500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.233130 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:49.237748 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-3de11081-81ce-4011-baad-30a702908df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:49.239296 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-3de11081-81ce-4011-baad-30a702908df1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.1226139 Sep 27 12:46:49.242207 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:49.242824 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:49.260639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0b35084d-1b34-45fc-8110-5ebda15b65c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.282473 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0b35084d-1b34-45fc-8110-5ebda15b65c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.339006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0b35084d-1b34-45fc-8110-5ebda15b65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.343278 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-0b35084d-1b34-45fc-8110-5ebda15b65c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.348764 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-0b35084d-1b34-45fc-8110-5ebda15b65c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/235cb53b-b111-4d34-8d36-91af91a34532 HTTP/1.1" status: 204 len: 168 time: 0.1354871 Sep 27 12:46:49.358371 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35084d-1b34-45fc-8110-5ebda15b65c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235cb53b-b111-4d34-8d36-91af91a34532,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:49.370731 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:49.389386 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceddae3-2965-4baa-a194-2e231843500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483781f-ef8e-456b-ae1b-fb42a6f221d2,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:49.408922 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-eceddae3-2965-4baa-a194-2e231843500d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9cd9161d9374a65ad05c752b316232a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2455223 Sep 27 12:46:49.409540 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40184) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:49.438652 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-2eb9357e-2f72-4738-9900-ab9b984ce7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428491 Sep 27 12:46:49.447592 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-6313a494-b0f6-4ce2-829a-47b794572ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:49.449116 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-6313a494-b0f6-4ce2-829a-47b794572ba6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1968734 Sep 27 12:46:49.482587 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6ca695db-c6ba-401f-bc38-56d9000c84a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.510228 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6ca695db-c6ba-401f-bc38-56d9000c84a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.606686 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6ca695db-c6ba-401f-bc38-56d9000c84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.613448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6ca695db-c6ba-401f-bc38-56d9000c84a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.649638 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-6ca695db-c6ba-401f-bc38-56d9000c84a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1483781f-ef8e-456b-ae1b-fb42a6f221d2 HTTP/1.1" status: 204 len: 168 time: 0.2167747 Sep 27 12:46:49.654085 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-571770ba-57e7-4f4c-b32a-39ecd7d10dd7 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911762 Sep 27 12:46:49.670803 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca695db-c6ba-401f-bc38-56d9000c84a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483781f-ef8e-456b-ae1b-fb42a6f221d2,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:49.737383 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:49.748828 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40196) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:49.783288 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64fb0-32b3-4d3f-8146-43d48fb6342a None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:39:17Z', 'revision_number': 4, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '46d5e56e-541a-4334-81d3-3429523facdd', 'name': '', 'network_id': 'b5cf3484-68f6-4d34-aefd-257d643cb7dc', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'mac_address': 'fa:16:3e:88:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:16Z', 'updated_at': '2021-09-27T12:39:26Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'subnets': [{'id': '8eb1c7c4-3b8b-4364-8273-bc7150733849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:49.862972 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f6289e03-241c-4288-a42a-c9004cffd853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.890766 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4531d07c-64fd-4b44-84ea-ba7755e7d773 req-70f86353-a489-43e8-8678-d423fe328190 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 210 time: 0.0469034 Sep 27 12:46:49.907184 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f6289e03-241c-4288-a42a-c9004cffd853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.919262 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-853d53fe-243e-42c0-867d-a9138dd850e1 req-f8ff7e89-5d12-4864-9c1f-50d077946a7c service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417881 Sep 27 12:46:49.972663 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f6289e03-241c-4288-a42a-c9004cffd853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.976422 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f6289e03-241c-4288-a42a-c9004cffd853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:49.977527 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f6289e03-241c-4288-a42a-c9004cffd853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "DELETE /v2.0/security-groups/eca79519-5d17-4497-bc2a-38ab25571788 HTTP/1.1" status: 204 len: 168 time: 0.2273796 Sep 27 12:46:49.981045 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40204) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:49.987306 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6289e03-241c-4288-a42a-c9004cffd853 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca79519-5d17-4497-bc2a-38ab25571788,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:50.046156 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.api.v2.resource [None req-7e525297-a47c-4a1f-b0ef-c9fed158b119 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] show failed (client error): The resource could not be found. Sep 27 12:46:50.047190 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-7e525297-a47c-4a1f-b0ef-c9fed158b119 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "GET /v2.0/security-groups/eca79519-5d17-4497-bc2a-38ab25571788 HTTP/1.1" status: 404 len: 347 time: 0.0647378 Sep 27 12:46:50.050193 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40208) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:50.114907 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-6c8005ad-9743-4927-bddb-cfd704061c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:50.114907 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-6c8005ad-9743-4927-bddb-cfd704061c06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1096 time: 0.1281652 Sep 27 12:46:50.203890 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f59fd-11e7-41f0-8fc1-cd09e482f1e3 None None] New status for floating IP 19bf06d8-18ce-47cb-b6bc-6fd30af442ec: DOWN {{(pid=100730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:46:50.279753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-6879746a-3b30-4b16-96ac-31aaadf69f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:50.281599 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-6879746a-3b30-4b16-96ac-31aaadf69f19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.1388958 Sep 27 12:46:50.313070 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Deleting port 275e2b35-5401-4df2-99c1-aad3c8558720 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:50.313549 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:50.349755 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f57c-55f8-4900-b842-4f79ed914986 req-7d2df84a-0ff3-49c0-b6a1-24d1448339c2 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:50.353717 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2210f57c-55f8-4900-b842-4f79ed914986 req-7d2df84a-0ff3-49c0-b6a1-24d1448339c2 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0661190 Sep 27 12:46:50.354925 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-741b658f-def9-4a36-adc8-c43058211170 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 217 time: 0.0538309 Sep 27 12:46:50.424041 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2210f57c-55f8-4900-b842-4f79ed914986 req-e554878f-f3f6-4b69-9c6f-7d8ef0893e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619810 Sep 27 12:46:50.478872 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-c2785b2a-ae55-46ef-8b94-1da125025535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:50.480320 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-c2785b2a-ae55-46ef-8b94-1da125025535 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.1055193 Sep 27 12:46:50.493021 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:50.493486 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:50.534287 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Calling delete_port for 275e2b35-5401-4df2-99c1-aad3c8558720 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:50.573327 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:50.594362 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-fb84af47-7cca-4a51-8d18-63341681d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:50.595763 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: a489f261-adda-4d3d-b7ad-374cd2f5ab59 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:50.595906 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-fb84af47-7cca-4a51-8d18-63341681d8ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934899 Sep 27 12:46:50.596255 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device a489f261-adda-4d3d-b7ad-374cd2f5ab59 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:50.736855 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-8cd9f423-9a6b-4884-ad11-4e61e489e573 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287515 Sep 27 12:46:50.771173 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:50.817086 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Pushing event deleted for resources: {'Port': ['ID=275e2b35-5401-4df2-99c1-aad3c8558720,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:50.915031 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a357213b-eb10-4f04-99b3-b4ed075fd4a3 req-a923cc45-8ab9-4265-b362-fb3adac1ef7a service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704335 Sep 27 12:46:50.917573 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:50.920308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:50.921730 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-1eecdfc2-7aa2-49dd-9328-96e904844ea4 tempest-AttachVolumeShelveTestJSON-2019203789 tempest-AttachVolumeShelveTestJSON-2019203789-project] 10.222.0.15 "DELETE /v2.0/floatingips/19bf06d8-18ce-47cb-b6bc-6fd30af442ec HTTP/1.1" status: 204 len: 168 time: 0.8703537 Sep 27 12:46:51.022744 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-18088400-e4b7-4690-9f83-96f7d100e051 req-d44c4ee5-b480-46ac-a914-a06ed767e2c7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 210 time: 0.0536752 Sep 27 12:46:51.113105 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-77fc8562-f9aa-4937-9c50-758d526ea7ed tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:51.115179 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-77fc8562-f9aa-4937-9c50-758d526ea7ed tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 814 time: 0.1778734 Sep 27 12:46:51.129245 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'port': {'device_id': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'admin_state_up': True, 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:46:51.241131 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Made reservation on behalf of 26bed6413aa9476fa211edcbf10a25ee for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:46:51.245060 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:51.386395 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Allocated IP 172.20.0.9 (43c2f13d-9035-4997-8fc1-a6099631799f/4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3/d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:46:51.595799 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871463-1261-4651-9f7e-890a2c1fbfdc req-27d0f27a-2fe7-43fd-bb71-6f3df909d7a4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:51.597738 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6871463-1261-4651-9f7e-890a2c1fbfdc req-27d0f27a-2fe7-43fd-bb71-6f3df909d7a4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0838370 Sep 27 12:46:51.604899 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:51.657061 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:51.711367 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d6871463-1261-4651-9f7e-890a2c1fbfdc req-7916de97-dc07-4029-b980-5bae5ef74c51 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043923 Sep 27 12:46:51.731713 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:46:51.749147 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:51.822328 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Network 43c2f13d-9035-4997-8fc1-a6099631799f is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:46:51.826696 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:46:51.830874 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:46:51.879984 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:51.924569 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:51.925478 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:51.946320 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-87f7ccec-4778-4325-9100-f23e4d625d1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217769 Sep 27 12:46:52.094882 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-da21ba3a-b1c0-48e2-bb9b-157d7bb65f03 None None] Provisioning complete for port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:46:52.095469 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-da21ba3a-b1c0-48e2-bb9b-157d7bb65f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:52.156081 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-da21ba3a-b1c0-48e2-bb9b-157d7bb65f03 None None] Port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:46:52.180578 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dfc2f-fef3-4310-abba-afe02e300eef req-3241513e-9c6d-412f-b444-6dcd966c4783 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:52.182433 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c15dfc2f-fef3-4310-abba-afe02e300eef req-3241513e-9c6d-412f-b444-6dcd966c4783 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0570741 Sep 27 12:46:52.236528 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c15dfc2f-fef3-4310-abba-afe02e300eef req-7ffaf086-90c4-4257-a643-e80ec855e7cd tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Sep 27 12:46:52.831851 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e937c4-3f37-43df-8066-e030ad8c9e9e req-61e52ddb-f6a9-446c-8c9e-c647336a226b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:52.833510 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-58e937c4-3f37-43df-8066-e030ad8c9e9e req-61e52ddb-f6a9-446c-8c9e-c647336a226b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0552213 Sep 27 12:46:52.877828 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-58e937c4-3f37-43df-8066-e030ad8c9e9e req-df72b4ec-b249-4911-bed0-0a4daf7ad32d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371141 Sep 27 12:46:53.327706 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0a08-e61b-4cbb-b783-3d870967d3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:53.361389 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68e53f-0332-4912-981d-9657853a34a7 req-e80a5ce2-d7dc-4fe0-bff8-96890c6b9318 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:53.362992 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cf68e53f-0332-4912-981d-9657853a34a7 req-e80a5ce2-d7dc-4fe0-bff8-96890c6b9318 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0586450 Sep 27 12:46:53.405254 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cf68e53f-0332-4912-981d-9657853a34a7 req-007b8616-fb21-43b3-aafe-8e81cef44604 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Sep 27 12:46:53.446183 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40318) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:53.964704 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:54.001252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54403e97-46fc-47c3-9d42-1878fda46710 req-7f1a14eb-506b-4a0a-9666-35f8855aa96a tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:54.008883 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-54403e97-46fc-47c3-9d42-1878fda46710 req-7f1a14eb-506b-4a0a-9666-35f8855aa96a tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0605752 Sep 27 12:46:54.055824 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-54403e97-46fc-47c3-9d42-1878fda46710 req-ebea3a81-d10e-4fa6-8720-8512599c43c6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459285 Sep 27 12:46:54.229346 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Deleting port 46d5e56e-541a-4334-81d3-3429523facdd {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:54.229691 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:54.347008 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] For port 46d5e56e-541a-4334-81d3-3429523facdd, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=46d5e56e-541a-4334-81d3-3429523facdd,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:54.348461 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:54.368250 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Calling delete_port for 46d5e56e-541a-4334-81d3-3429523facdd owned by network:router_interface {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:54.566357 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c76e8-c2a4-48e3-9c89-d8b2473371ba req-5abcbd36-c388-4087-ae76-8e13a3ae8768 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:54.568026 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac0c76e8-c2a4-48e3-9c89-d8b2473371ba req-5abcbd36-c388-4087-ae76-8e13a3ae8768 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0751605 Sep 27 12:46:54.659956 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac0c76e8-c2a4-48e3-9c89-d8b2473371ba req-bdbbd66e-3aa6-4976-8451-7787ea4f893a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772574 Sep 27 12:46:54.665624 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:54.697194 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d5e56e-541a-4334-81d3-3429523facdd,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:54.970022 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:55.226934 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc20f-5abd-4654-b4bd-9aa5ad08ec6c req-f94b7ef3-8ed1-478b-9f40-af402a5637d3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:55.228267 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Router 595c79c5-ca1f-4d06-9014-778725533155 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:46:55.228424 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-36adc20f-5abd-4654-b4bd-9aa5ad08ec6c req-f94b7ef3-8ed1-478b-9f40-af402a5637d3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0510504 Sep 27 12:46:55.277696 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-36adc20f-5abd-4654-b4bd-9aa5ad08ec6c req-655987a0-33bd-4d2a-9cf3-76775c78803c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419769 Sep 27 12:46:55.340287 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:46:55.345546 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-380da821-ba3c-44aa-bcd4-dd192c0431e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/595c79c5-ca1f-4d06-9014-778725533155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8982797 Sep 27 12:46:55.347992 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40346) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:55.350852 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] Sync routers for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:46:55.361782 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:55.362407 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:55.462968 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks [] for router, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:55.571284 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:55.571507 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:55.632128 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Deleting port 68d5313e-e33a-4763-abc1-0d5f155de9a3 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:55.632477 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:55.741257 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] For port 68d5313e-e33a-4763-abc1-0d5f155de9a3, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=68d5313e-e33a-4763-abc1-0d5f155de9a3,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:55.741630 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:55.766518 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Calling delete_port for 68d5313e-e33a-4763-abc1-0d5f155de9a3 owned by network:router_gateway {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:55.776725 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:46:54Z', 'revision_number': 5, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port': {'id': '68d5313e-e33a-4763-abc1-0d5f155de9a3', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c79c5-ca1f-4d06-9014-778725533155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:39:12Z', 'updated_at': '2021-09-27T12:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:55.807493 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] Checking router: 595c79c5-ca1f-4d06-9014-778725533155 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:46:55.818539 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] Routers {'595c79c5-ca1f-4d06-9014-778725533155'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:46:55.819539 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['595c79c5-ca1f-4d06-9014-778725533155'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:55.866242 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74862dc2-f842-4704-9ca1-6acd6081b4ef req-67342f01-bdb6-46df-aaa7-b3bed1ebf26f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:55.867772 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-74862dc2-f842-4704-9ca1-6acd6081b4ef req-67342f01-bdb6-46df-aaa7-b3bed1ebf26f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.1031170 Sep 27 12:46:55.911738 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] Set router 595c79c5-ca1f-4d06-9014-778725533155 gateway port host: None {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:46:55.956653 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-74862dc2-f842-4704-9ca1-6acd6081b4ef req-6b6e33df-e04f-484a-9e92-457ff4e701be tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789013 Sep 27 12:46:55.969124 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:46:55Z', 'revision_number': 6, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:55.996542 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f60b7-28e2-40b3-bb4b-9a694df12cc3 None None] The sync data for ids ['595c79c5-ca1f-4d06-9014-778725533155'] in dv-cinder-801522-3-iscsi is: [{'id': '595c79c5-ca1f-4d06-9014-778725533155', 'name': 'tempest-AttachVolumeShelveTestJSON-1113873461-router', 'tenant_id': '31db929fbd884788a93e9466f9b59fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:39:11Z', 'updated_at': '2021-09-27T12:46:55Z', 'revision_number': 6, 'project_id': '31db929fbd884788a93e9466f9b59fbb', 'gw_port_host': None}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:46:56.030302 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.050940 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-23e18ce8-42bd-4e81-a22a-5361bdab44e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.069549 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Pushing event deleted for resources: {'Port': ['ID=68d5313e-e33a-4763-abc1-0d5f155de9a3,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:56.131973 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.503373 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca66f-1362-4960-81a6-6f8e8486977e req-10f1fd8e-f93f-4f30-b376-6d27c8766b0d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:56.505990 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-459ca66f-1362-4960-81a6-6f8e8486977e req-10f1fd8e-f93f-4f30-b376-6d27c8766b0d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.1187255 Sep 27 12:46:56.551461 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-459ca66f-1362-4960-81a6-6f8e8486977e req-db1049f7-a890-4c65-89d0-0e17ceb14f87 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365601 Sep 27 12:46:56.553868 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.556150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.605699 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.606266 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595c79c5-ca1f-4d06-9014-778725533155 {{(pid=100728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:46:56.611329 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.612519 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d743bf56-d68f-45b1-82e1-7d2ca3a7756a admin admin] 10.222.0.15 "DELETE /v2.0/routers/595c79c5-ca1f-4d06-9014-778725533155 HTTP/1.1" status: 204 len: 168 time: 1.2634411 Sep 27 12:46:56.615008 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40356) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:56.660343 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Deleting subnet 8eb1c7c4-3b8b-4364-8273-bc7150733849 {{(pid=100728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:46:56.664089 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.704051 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7124126'] for subnet, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.783398 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.842250 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7226928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5729092'] for subnet, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.876456 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:56.880741 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8eb1c7c4-3b8b-4364-8273-bc7150733849 HTTP/1.1" status: 204 len: 168 time: 0.2619147 Sep 27 12:46:56.880741 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32b993-114a-4e55-8b37-cf3d4a943a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb1c7c4-3b8b-4364-8273-bc7150733849,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:56.883793 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40358) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:56.885324 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed0f4ca-dd17-4e3d-a426-e4baba70a5ee None None] Network b5cf3484-68f6-4d34-aefd-257d643cb7dc requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:46:56.950098 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 68d5313e-e33a-4763-abc1-0d5f155de9a3 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:56.996573 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.032509 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 68d5313e-e33a-4763-abc1-0d5f155de9a3 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:57.032853 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 68d5313e-e33a-4763-abc1-0d5f155de9a3 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:57.033272 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 46d5e56e-541a-4334-81d3-3429523facdd no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:57.061878 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 46d5e56e-541a-4334-81d3-3429523facdd {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:57.063126 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 46d5e56e-541a-4334-81d3-3429523facdd not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:57.065303 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.074310 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Deleting port 688157f7-09bb-4080-9cf9-f7d557e7f9eb {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:57.074662 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.184363 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] For port 688157f7-09bb-4080-9cf9-f7d557e7f9eb, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=688157f7-09bb-4080-9cf9-f7d557e7f9eb,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:57.184363 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.198052 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] DHCP port deletion for b5cf3484-68f6-4d34-aefd-257d643cb7dc request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:46:57.202929 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Calling delete_port for 688157f7-09bb-4080-9cf9-f7d557e7f9eb owned by network:dhcp {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:57.203102 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06bfc4-100c-4a81-854b-ce71c68ee595 req-4138dd59-8693-45ef-a19f-5fae24cc46f7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:57.205216 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2c06bfc4-100c-4a81-854b-ce71c68ee595 req-4138dd59-8693-45ef-a19f-5fae24cc46f7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.1121697 Sep 27 12:46:57.296874 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] Deleting port 688157f7-09bb-4080-9cf9-f7d557e7f9eb {{(pid=100730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:46:57.297726 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.311471 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2c06bfc4-100c-4a81-854b-ce71c68ee595 req-139c1d69-0a43-4e72-8046-e46c8abb74bb tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942163 Sep 27 12:46:57.313632 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.336599 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.369989 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Pushing event deleted for resources: {'Port': ['ID=688157f7-09bb-4080-9cf9-f7d557e7f9eb,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:57.375125 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] For port 688157f7-09bb-4080-9cf9-f7d557e7f9eb, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=688157f7-09bb-4080-9cf9-f7d557e7f9eb,segment=NetworkSegment(e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae),segment_id=e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:46:57.375535 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.393277 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] No DVR routers for this DVR port 688157f7-09bb-4080-9cf9-f7d557e7f9eb on host dv-cinder-801522-3-iscsi {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:57.411046 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] Calling delete_port for 688157f7-09bb-4080-9cf9-f7d557e7f9eb owned by network:dhcp {{(pid=100730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:46:57.507448 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696'] for port, after_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.508298 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.530664 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cf3484-68f6-4d34-aefd-257d643cb7dc']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:57.541378 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:57.541860 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fcaf1c-0d6d-484c-9a5a-1f868c27a1ae') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:46:57.556547 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.561408 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] Pushing event deleted for resources: {'Port': ['ID=688157f7-09bb-4080-9cf9-f7d557e7f9eb,revision_number=None']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:57.565356 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eb316-dee5-4142-87c0-19205dfd7619 None None] No DVR routers for this DVR port 688157f7-09bb-4080-9cf9-f7d557e7f9eb on host dv-cinder-801522-3-iscsi {{(pid=100730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:46:57.576551 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.584669 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:46:57.585252 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:46:57.587009 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:46:57.689832 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.697431 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.701914 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b5cf3484-68f6-4d34-aefd-257d643cb7dc HTTP/1.1" status: 204 len: 168 time: 0.8016675 Sep 27 12:46:57.713169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa9ab7-d0bc-480b-a49c-4359b098db6f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cf3484-68f6-4d34-aefd-257d643cb7dc,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:57.722002 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca942f-64f2-4e06-9687-8fcbadb4b453 req-fbb62f8c-8dfc-4acc-952f-bec3bf38c240 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:57.723530 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1cca942f-64f2-4e06-9687-8fcbadb4b453 req-fbb62f8c-8dfc-4acc-952f-bec3bf38c240 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0718691 Sep 27 12:46:57.779171 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1cca942f-64f2-4e06-9687-8fcbadb4b453 req-78196b0b-882b-47c2-997c-95613d1b101a tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455582 Sep 27 12:46:57.843234 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40372) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:57.883603 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-414d9c25-211f-4f9e-bf97-032b1f084049 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31db929fbd884788a93e9466f9b59fbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392156 Sep 27 12:46:57.886063 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40374) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:57.935777 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a48c648-3769-4025-9e30-4c81a93c9762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:57.957411 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a48c648-3769-4025-9e30-4c81a93c9762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:58.006794 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a48c648-3769-4025-9e30-4c81a93c9762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:58.009381 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8a48c648-3769-4025-9e30-4c81a93c9762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:58.010624 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-8a48c648-3769-4025-9e30-4c81a93c9762 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98ba44db-42dd-4123-93a5-db06078d638e HTTP/1.1" status: 204 len: 168 time: 0.1235185 Sep 27 12:46:58.018613 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48c648-3769-4025-9e30-4c81a93c9762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba44db-42dd-4123-93a5-db06078d638e,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:58.434676 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88be4-f661-4a04-ab0d-858fd50287ff req-e5a90a0b-5b7d-464b-8899-899eb9a99b79 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:58.436237 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d2a88be4-f661-4a04-ab0d-858fd50287ff req-e5a90a0b-5b7d-464b-8899-899eb9a99b79 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0565448 Sep 27 12:46:58.486222 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d2a88be4-f661-4a04-ab0d-858fd50287ff req-12748b9d-80bf-4f95-8773-0085fdef79c2 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Sep 27 12:46:58.889789 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 688157f7-09bb-4080-9cf9-f7d557e7f9eb no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:46:58.919099 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 688157f7-09bb-4080-9cf9-f7d557e7f9eb {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:46:58.919537 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 688157f7-09bb-4080-9cf9-f7d557e7f9eb not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:46:58.964439 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e4b0e-40a6-4a65-a58c-d7d76b5d684b req-a70c1315-d19c-4bbe-a9dd-1c020a4d38b5 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:58.966178 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-212e4b0e-40a6-4a65-a58c-d7d76b5d684b req-a70c1315-d19c-4bbe-a9dd-1c020a4d38b5 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0640390 Sep 27 12:46:59.027413 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-212e4b0e-40a6-4a65-a58c-d7d76b5d684b req-11c781ea-4038-4941-a229-1b666c1cbfd6 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545700 Sep 27 12:46:59.177568 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:59.604401 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc82d0-57bd-4183-9578-a00ea223301b req-485fff4c-4093-4088-8ffa-1b7672c72d65 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:46:59.606701 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddc82d0-57bd-4183-9578-a00ea223301b req-485fff4c-4093-4088-8ffa-1b7672c72d65 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0510991 Sep 27 12:46:59.627076 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40448) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:59.664944 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bddc82d0-57bd-4183-9578-a00ea223301b req-ea4ec5a0-ce57-4726-8b21-f9f056a816a4 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515454 Sep 27 12:46:59.740050 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-33a1cfcc-50df-4382-adde-5695f3c80d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:59.832214 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-33a1cfcc-50df-4382-adde-5695f3c80d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:59.837193 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-33a1cfcc-50df-4382-adde-5695f3c80d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:59.876461 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1cfcc-50df-4382-adde-5695f3c80d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f391e56e-005c-4965-bb5a-a9c703317452,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:46:59.883445 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-33a1cfcc-50df-4382-adde-5695f3c80d7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0a549dc395c4f27b153f49f19fed03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551973 Sep 27 12:46:59.886552 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40452) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:46:59.937760 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9ee46c31-09e2-4ebb-a2ff-2374884c7893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:46:59.960322 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9ee46c31-09e2-4ebb-a2ff-2374884c7893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:00.008316 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9ee46c31-09e2-4ebb-a2ff-2374884c7893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:00.011185 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9ee46c31-09e2-4ebb-a2ff-2374884c7893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:00.015262 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9ee46c31-09e2-4ebb-a2ff-2374884c7893 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f391e56e-005c-4965-bb5a-a9c703317452 HTTP/1.1" status: 204 len: 168 time: 0.1272426 Sep 27 12:47:00.025530 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee46c31-09e2-4ebb-a2ff-2374884c7893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f391e56e-005c-4965-bb5a-a9c703317452,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:00.194836 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79924-6135-4f04-9782-5f865814061c req-c2d738a6-9dba-4e4f-b64c-5f44899c387c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:00.197880 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cfa79924-6135-4f04-9782-5f865814061c req-c2d738a6-9dba-4e4f-b64c-5f44899c387c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0794392 Sep 27 12:47:00.238569 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-cfa79924-6135-4f04-9782-5f865814061c req-45f50a20-f366-4946-aba8-511d68de6a82 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335336 Sep 27 12:47:00.804905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aecc70-9bc2-47f0-aa84-90f5120ad0d6 req-b0604ca5-5f51-4115-9800-493bfe918b0a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:00.822170 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28aecc70-9bc2-47f0-aa84-90f5120ad0d6 req-b0604ca5-5f51-4115-9800-493bfe918b0a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0859256 Sep 27 12:47:00.866734 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-28aecc70-9bc2-47f0-aa84-90f5120ad0d6 req-4061dda1-320b-4b1c-8540-272cc401259b tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Sep 27 12:47:01.362562 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014238b-c0ae-414e-aed1-b7016cc84b96 req-5ac73bdf-a04a-4466-bffa-ff825eb575c1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:01.367869 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7014238b-c0ae-414e-aed1-b7016cc84b96 req-5ac73bdf-a04a-4466-bffa-ff825eb575c1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0580068 Sep 27 12:47:01.409447 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7014238b-c0ae-414e-aed1-b7016cc84b96 req-6d50878b-00e6-4091-b4e0-7dafecc54835 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350544 Sep 27 12:47:01.605341 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40518) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:01.715334 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-99105c3a-8a85-4ba6-9cbc-429893cd84ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:01.814044 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-99105c3a-8a85-4ba6-9cbc-429893cd84ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:01.818409 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-99105c3a-8a85-4ba6-9cbc-429893cd84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:01.856414 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-99105c3a-8a85-4ba6-9cbc-429893cd84ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=183b8fc6ea464be985ea89772cba17c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499573 Sep 27 12:47:01.858417 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105c3a-8a85-4ba6-9cbc-429893cd84ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a306724d-c28a-435e-a0fa-a02976aafaa0,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:01.859250 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40534) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:01.912751 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcf299d4-cac8-4f94-affe-466ec1e11e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:01.935255 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcf299d4-cac8-4f94-affe-466ec1e11e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:01.941970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40538) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:01.977514 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Request body: {'port': {'device_id': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:01.994499 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcf299d4-cac8-4f94-affe-466ec1e11e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:01.997328 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fcf299d4-cac8-4f94-affe-466ec1e11e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.001307 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fcf299d4-cac8-4f94-affe-466ec1e11e4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a306724d-c28a-435e-a0fa-a02976aafaa0 HTTP/1.1" status: 204 len: 168 time: 0.1409454 Sep 27 12:47:02.017071 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf299d4-cac8-4f94-affe-466ec1e11e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306724d-c28a-435e-a0fa-a02976aafaa0,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.024150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cedb2-9967-4fa3-863f-627b9a34a5f2 req-2c956fea-06f9-4da2-91d7-92e51e8033e1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:02.025849 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f38cedb2-9967-4fa3-863f-627b9a34a5f2 req-2c956fea-06f9-4da2-91d7-92e51e8033e1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 931 time: 0.0905294 Sep 27 12:47:02.076084 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.085147 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-974a8d33-aeef-4376-8c26-db25250bce50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.100671 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-f38cedb2-9967-4fa3-863f-627b9a34a5f2 req-7394a668-a7cd-4809-b184-f19ed9942a4c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Sep 27 12:47:02.189417 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-974a8d33-aeef-4376-8c26-db25250bce50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.193444 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-974a8d33-aeef-4376-8c26-db25250bce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.232767 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-974a8d33-aeef-4376-8c26-db25250bce50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77d113c23c7e4a64832f1f45930cb21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897849 Sep 27 12:47:02.233607 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a8d33-aeef-4376-8c26-db25250bce50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1281a7b-afdc-4f95-a58e-a1bf907cf2b8,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.235761 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40546) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:02.301292 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40548) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:02.314013 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-611c994e-0d19-4b4e-a7cd-b0386960823e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.353402 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-12450e0d-28c6-4302-a654-00aec57c6924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.391604 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-12450e0d-28c6-4302-a654-00aec57c6924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.404358 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-611c994e-0d19-4b4e-a7cd-b0386960823e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.408537 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-611c994e-0d19-4b4e-a7cd-b0386960823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.445233 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c994e-0d19-4b4e-a7cd-b0386960823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b2b418-84a8-4ba9-8d8d-07b52c1a2cd4,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.449482 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-611c994e-0d19-4b4e-a7cd-b0386960823e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b069babc743438f9b1d9d5f767d1b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471219 Sep 27 12:47:02.454150 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40552) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:02.478908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:02.487564 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.511026 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Transition to ACTIVE for port object d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:47:02.512022 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-12450e0d-28c6-4302-a654-00aec57c6924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.515334 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-12450e0d-28c6-4302-a654-00aec57c6924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.519076 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-12450e0d-28c6-4302-a654-00aec57c6924 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1281a7b-afdc-4f95-a58e-a1bf907cf2b8 HTTP/1.1" status: 204 len: 168 time: 0.2796953 Sep 27 12:47:02.522410 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.537421 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450e0d-28c6-4302-a654-00aec57c6924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1281a7b-afdc-4f95-a58e-a1bf907cf2b8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.547684 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-02e9f018-def8-4c30-a269-96ab3cb45998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.568813 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3156-fe75-4ddb-893d-440bb72d2104 req-489b74bd-11b4-4dc9-bb74-3d5c4c6c5fbd tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:02.570333 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-119a3156-fe75-4ddb-893d-440bb72d2104 req-489b74bd-11b4-4dc9-bb74-3d5c4c6c5fbd tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0798519 Sep 27 12:47:02.582023 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-02e9f018-def8-4c30-a269-96ab3cb45998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.641351 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.665157 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-119a3156-fe75-4ddb-893d-440bb72d2104 req-ea8dd02a-61de-4596-b263-77ec9a7a4b3f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810525 Sep 27 12:47:02.673946 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-02e9f018-def8-4c30-a269-96ab3cb45998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.675030 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Attempting to bind port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:47:02.675448 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Attempting to bind port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:47:02.675856 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Attempting to bind port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 on network 43c2f13d-9035-4997-8fc1-a6099631799f {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:47:02.679230 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-02e9f018-def8-4c30-a269-96ab3cb45998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.681015 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-02e9f018-def8-4c30-a269-96ab3cb45998 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1b2b418-84a8-4ba9-8d8d-07b52c1a2cd4 HTTP/1.1" status: 204 len: 168 time: 0.2258976 Sep 27 12:47:02.681633 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 on network 43c2f13d-9035-4997-8fc1-a6099631799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:47:02.682034 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Attempting to bind port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 on network 43c2f13d-9035-4997-8fc1-a6099631799f {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:47:02.689395 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:47:02.689890 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Checking segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:47:02.690303 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Bound using segment: {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:47:02.691215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Bound port: d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3296e9ed-5c3f-4e88-858d-41b97de04ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:47:02.691649 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.707159 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9f018-def8-4c30-a269-96ab3cb45998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b2b418-84a8-4ba9-8d8d-07b52c1a2cd4,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.784965 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:47:02.790484 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:47:02.795675 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.835129 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:02.837010 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:02.840341 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 1093 time: 0.8697507 Sep 27 12:47:02.842996 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:02.845641 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740263de-0fad-4b9f-82e1-f733f5cd625a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:02.885961 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5039247-9a31-4d08-b9a1-d67e7b8368b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:02.928112 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0bc5c7-b19c-45ce-85c8-d91c670d5e0f x-openstack-request-id: req-fa0bc5c7-b19c-45ce-85c8-d91c670d5e0f {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:02.928555 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:02.928909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa0bc5c7-b19c-45ce-85c8-d91c670d5e0f {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:02.929531 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'status': 'completed', 'code': 200} Sep 27 12:47:02.948806 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-fd12cd6b-71a3-4a09-a5b6-c4303ef78ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:02.950453 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-fd12cd6b-71a3-4a09-a5b6-c4303ef78ff3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0545490 Sep 27 12:47:03.005875 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-8a4a23a4-44d7-428c-8bd3-996ae568fb2c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 217 time: 0.0425186 Sep 27 12:47:03.047992 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40570) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:03.065627 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-293bb836-8359-4769-8192-3ddab326c52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.079942 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-3ca5a733-8a57-4163-aab0-d651c423aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.081575 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-3ca5a733-8a57-4163-aab0-d651c423aaaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0606148 Sep 27 12:47:03.151212 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-ee797c25-8ac2-4551-8118-7576ca421761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.153070 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-ee797c25-8ac2-4551-8118-7576ca421761 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591478 Sep 27 12:47:03.176509 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-293bb836-8359-4769-8192-3ddab326c52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.182076 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-293bb836-8359-4769-8192-3ddab326c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.244157 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-293bb836-8359-4769-8192-3ddab326c52e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c84adf47d774876b91b616368e3bd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949296 Sep 27 12:47:03.246655 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40576) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:03.258769 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bb836-8359-4769-8192-3ddab326c52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d09ba-c34c-49cd-a0e8-2a3a98fa23a8,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:03.277762 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e40e2a-d3e8-4239-9715-e906228ec9b0 req-670607fa-18d8-4a68-8cce-9e80fa170ccf tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.279299 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-21e40e2a-d3e8-4239-9715-e906228ec9b0 req-670607fa-18d8-4a68-8cce-9e80fa170ccf tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 943 time: 0.0767095 Sep 27 12:47:03.284283 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-a6a6dcc3-520d-4613-8e5b-2a92e2a24752 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190104 Sep 27 12:47:03.320200 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-21e40e2a-d3e8-4239-9715-e906228ec9b0 req-0732f4ce-de68-4dee-99fd-0c4483b36bd5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Sep 27 12:47:03.390340 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c8f483b-3dbd-4c0f-95f7-b31f454f80dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.430921 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c8f483b-3dbd-4c0f-95f7-b31f454f80dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.439956 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-070fe880-fd52-4017-b6fb-4c31f2315b7e req-f8912e56-bca7-42c9-b554-87bb5c6059af service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435888 Sep 27 12:47:03.481676 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c8f483b-3dbd-4c0f-95f7-b31f454f80dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.484327 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6c8f483b-3dbd-4c0f-95f7-b31f454f80dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:03.485490 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-6c8f483b-3dbd-4c0f-95f7-b31f454f80dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d66d09ba-c34c-49cd-a0e8-2a3a98fa23a8 HTTP/1.1" status: 204 len: 168 time: 0.2371294 Sep 27 12:47:03.498353 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f483b-3dbd-4c0f-95f7-b31f454f80dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d09ba-c34c-49cd-a0e8-2a3a98fa23a8,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:03.545692 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-6aa43257-1962-4d72-8fca-764734ce6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.547215 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-6aa43257-1962-4d72-8fca-764734ce6830 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0452857 Sep 27 12:47:03.652473 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-dcf895ea-4684-4277-82cf-e724e0b43f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.653978 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-dcf895ea-4684-4277-82cf-e724e0b43f50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 915 time: 0.0993371 Sep 27 12:47:03.697427 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-f5d48b53-7c31-4786-bcc2-589f97e92907 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 217 time: 0.0355439 Sep 27 12:47:03.785813 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-1f3bae3c-3066-400a-8715-21bd360868b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.787872 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-1f3bae3c-3066-400a-8715-21bd360868b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0827401 Sep 27 12:47:03.812611 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb535c1-1506-47bb-bcc6-3b07e2c59687 req-7d2e429e-ed50-4e34-ab3d-77d0cfb75264 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.814025 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bbb535c1-1506-47bb-bcc6-3b07e2c59687 req-7d2e429e-ed50-4e34-ab3d-77d0cfb75264 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0753706 Sep 27 12:47:03.873764 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bbb535c1-1506-47bb-bcc6-3b07e2c59687 req-478abc64-b717-4417-9476-fa5eb49018c8 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Sep 27 12:47:03.875583 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-08c9570d-4420-49a5-8c73-e691f8c87e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:03.877084 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-08c9570d-4420-49a5-8c73-e691f8c87e45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812213 Sep 27 12:47:03.979150 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-c964cfca-386f-455e-b193-0c2307112e9c service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889387 Sep 27 12:47:04.080293 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-740263de-0fad-4b9f-82e1-f733f5cd625a req-d1f98726-9096-4303-b69f-bba919b0e95d service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932417 Sep 27 12:47:04.438304 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0ba8-1aef-40bb-a49c-7301ab8f96f5 req-ae860cd8-d7a1-4e98-9b49-b00b77a66e4f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:04.439818 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-77bc0ba8-1aef-40bb-a49c-7301ab8f96f5 req-ae860cd8-d7a1-4e98-9b49-b00b77a66e4f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 943 time: 0.0522556 Sep 27 12:47:04.479990 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-77bc0ba8-1aef-40bb-a49c-7301ab8f96f5 req-404e5721-bf03-4c43-9466-e8553c77d3f2 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Sep 27 12:47:04.820280 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40658) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:04.923566 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb2c1-adf8-4940-9b34-9e5fb56ece48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.010854 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9c18-a334-49f0-8713-96bb21d8bc83 req-0acf560b-a59b-4cb9-bd6b-6b4520dfee8f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:05.012378 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-315e9c18-a334-49f0-8713-96bb21d8bc83 req-0acf560b-a59b-4cb9-bd6b-6b4520dfee8f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 943 time: 0.0706425 Sep 27 12:47:05.065792 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:47:05.077341 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-315e9c18-a334-49f0-8713-96bb21d8bc83 req-7ca8cc9c-8f7b-45ce-966d-44ad2abb4573 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569227 Sep 27 12:47:05.081774 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb2c1-adf8-4940-9b34-9e5fb56ece48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.086113 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb2c1-adf8-4940-9b34-9e5fb56ece48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.125800 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb2c1-adf8-4940-9b34-9e5fb56ece48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c36c2-2bb6-4335-9820-dc1c45ce7e05,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:05.130351 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-f7fbb2c1-adf8-4940-9b34-9e5fb56ece48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=254cfc4e7e38492ea59f9b57dcd20166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090513 Sep 27 12:47:05.133538 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40664) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:05.172198 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:05.182703 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f07a31e-b54e-40c4-bd57-2ee5a6bedc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.183619 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'port_id': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'mac_address': 'fa:16:3e:ab:e8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:47:05.204216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f07a31e-b54e-40c4-bd57-2ee5a6bedc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.219990 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.232198 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:05.252892 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:05.253101 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f07a31e-b54e-40c4-bd57-2ee5a6bedc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.256781 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-7f07a31e-b54e-40c4-bd57-2ee5a6bedc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.257088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.257732 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7a80c741-be3a-4f78-81c5-9589f7d7ac9c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:47:05.260778 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-7f07a31e-b54e-40c4-bd57-2ee5a6bedc7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b94c36c2-2bb6-4335-9820-dc1c45ce7e05 HTTP/1.1" status: 204 len: 168 time: 0.1260474 Sep 27 12:47:05.269435 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07a31e-b54e-40c4-bd57-2ee5a6bedc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c36c2-2bb6-4335-9820-dc1c45ce7e05,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:05.372918 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:05.402603 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:05.413700 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:47:05.450695 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.467250 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a80c741-be3a-4f78-81c5-9589f7d7ac9c {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:05.487311 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:05.491260 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.534170 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40672) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:05.548040 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dcc629b1-04b2-4c56-b0e0-2bade85af44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.555157 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:05.626269 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9428f9-69ab-4fd9-8df4-7734c19d5448 req-acd981f7-03e4-4811-921c-ad09fa569b14 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:05.627840 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ef9428f9-69ab-4fd9-8df4-7734c19d5448 req-acd981f7-03e4-4811-921c-ad09fa569b14 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 944 time: 0.0493588 Sep 27 12:47:05.637958 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dcc629b1-04b2-4c56-b0e0-2bade85af44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.641910 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-dcc629b1-04b2-4c56-b0e0-2bade85af44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.666932 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ef9428f9-69ab-4fd9-8df4-7734c19d5448 req-e234cf53-5310-4186-bd9f-470096f19147 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Sep 27 12:47:05.685559 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc629b1-04b2-4c56-b0e0-2bade85af44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84332dc2-7ee1-4a98-9a8e-b1a24ddcacaf,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:05.691965 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-dcc629b1-04b2-4c56-b0e0-2bade85af44c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c2c897e0c514ca7915dec109884077b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566916 Sep 27 12:47:05.695837 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40674) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:05.742171 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b27ca8a6-fb4d-40e2-9e4e-d2d71115d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.744716 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['7a80c741-be3a-4f78-81c5-9589f7d7ac9c'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:05.748973 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:05.768268 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b27ca8a6-fb4d-40e2-9e4e-d2d71115d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.827419 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b27ca8a6-fb4d-40e2-9e4e-d2d71115d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.830250 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b27ca8a6-fb4d-40e2-9e4e-d2d71115d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:05.833827 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b27ca8a6-fb4d-40e2-9e4e-d2d71115d09e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84332dc2-7ee1-4a98-9a8e-b1a24ddcacaf HTTP/1.1" status: 204 len: 168 time: 0.1347692 Sep 27 12:47:05.840256 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ca8a6-fb4d-40e2-9e4e-d2d71115d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84332dc2-7ee1-4a98-9a8e-b1a24ddcacaf,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:06.216825 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfd5b6-1b15-4be2-9142-4752ac753f94 req-889f822a-8d79-4fa9-84b7-2292a733aedd tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:06.219209 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-78bfd5b6-1b15-4be2-9142-4752ac753f94 req-889f822a-8d79-4fa9-84b7-2292a733aedd tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 944 time: 0.0543728 Sep 27 12:47:06.260873 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-78bfd5b6-1b15-4be2-9142-4752ac753f94 req-09f31698-45e9-43a6-b54e-c5ec6aa9ceef tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340533 Sep 27 12:47:06.779932 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855f909-c8c1-46e2-8200-af7fd8e1461a req-028b26fa-c9d1-47bb-983c-872558972e0f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:06.782112 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3855f909-c8c1-46e2-8200-af7fd8e1461a req-028b26fa-c9d1-47bb-983c-872558972e0f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 944 time: 0.0483136 Sep 27 12:47:06.824453 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-3855f909-c8c1-46e2-8200-af7fd8e1461a req-392a1b86-8bbb-4774-9183-855d0fa3a912 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Sep 27 12:47:07.081352 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:47:07.133605 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:47:07.137179 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:47:07.137557 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.214824 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.239652 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:07.241988 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce0e09c-76eb-4ed2-94f8-bf4a2fa34c7a" -d '{"events": [{"server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "name": "network-vif-plugged", "status": "completed", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:07.254625 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:07.259636 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.260629 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7a80c741-be3a-4f78-81c5-9589f7d7ac9c up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:47:07.291639 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe7cae-8939-4747-93e9-470a19bea0fb x-openstack-request-id: req-dabe7cae-8939-4747-93e9-470a19bea0fb {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:07.291823 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "name": "network-vif-plugged", "status": "completed", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:07.292097 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dabe7cae-8939-4747-93e9-470a19bea0fb {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:07.292477 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'code': 200} Sep 27 12:47:07.345547 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:07.363652 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:47:07.369000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:47:07.369433 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.395677 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7fa2c-0e82-48f0-b7e2-7f9edcead74d req-6d48d19e-9bae-47ed-a0da-4fea64e772ae tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:07.398170 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-adb7fa2c-0e82-48f0-b7e2-7f9edcead74d req-6d48d19e-9bae-47ed-a0da-4fea64e772ae tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 944 time: 0.0618641 Sep 27 12:47:07.443235 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-adb7fa2c-0e82-48f0-b7e2-7f9edcead74d req-5b643f95-5d70-4738-895d-04f0163366c5 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375810 Sep 27 12:47:07.469994 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.496244 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ace53-2818-479c-9880-113eba66fb8c req-0a2d50fc-8f6f-40fc-be5d-13fdd2e04274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:07.498559 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c83ace53-2818-479c-9880-113eba66fb8c req-0a2d50fc-8f6f-40fc-be5d-13fdd2e04274 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0503449 Sep 27 12:47:07.505360 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:07.511387 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.541860 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c83ace53-2818-479c-9880-113eba66fb8c req-27243d55-eabd-4012-9a6e-6d68faf9bf9f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Sep 27 12:47:07.701701 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:07.775522 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40768) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:07.879349 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7243c1a6-c066-4e42-be81-f4395aafc485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.948609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afea2f-0bc2-4565-bde8-5afb02890c96 req-08efd70a-12a9-483a-a7ac-14dc762aff4d tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:07.950129 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-49afea2f-0bc2-4565-bde8-5afb02890c96 req-08efd70a-12a9-483a-a7ac-14dc762aff4d tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Sep 27 12:47:07.975319 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7243c1a6-c066-4e42-be81-f4395aafc485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:07.978441 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-7243c1a6-c066-4e42-be81-f4395aafc485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:08.000519 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-49afea2f-0bc2-4565-bde8-5afb02890c96 req-7b6b3867-97b6-48ee-9eb4-9383761787e4 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Sep 27 12:47:08.016610 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243c1a6-c066-4e42-be81-f4395aafc485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821dc906-0199-4b58-9b8f-16ce8d346bfa,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:08.020807 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-7243c1a6-c066-4e42-be81-f4395aafc485 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23443dca7ed0499a922b0cb79b183163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442658 Sep 27 12:47:08.023912 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40774) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:08.073354 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01a54c3b-73a9-41d2-8e5e-c68e2dbd0d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:08.093830 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01a54c3b-73a9-41d2-8e5e-c68e2dbd0d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:08.140631 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01a54c3b-73a9-41d2-8e5e-c68e2dbd0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:08.143523 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01a54c3b-73a9-41d2-8e5e-c68e2dbd0d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:08.144712 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-01a54c3b-73a9-41d2-8e5e-c68e2dbd0d97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/821dc906-0199-4b58-9b8f-16ce8d346bfa HTTP/1.1" status: 204 len: 168 time: 0.1198776 Sep 27 12:47:08.152516 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a54c3b-73a9-41d2-8e5e-c68e2dbd0d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821dc906-0199-4b58-9b8f-16ce8d346bfa,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:08.555226 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc13c-d024-47ad-bc10-d0b9953e5e39 req-6bc37b5a-4c9f-448b-bdff-905e9b29825e tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:08.556762 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9c9bc13c-d024-47ad-bc10-d0b9953e5e39 req-6bc37b5a-4c9f-448b-bdff-905e9b29825e tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Sep 27 12:47:08.599455 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9c9bc13c-d024-47ad-bc10-d0b9953e5e39 req-01391dc8-8af2-4d6f-b925-99bc66f37528 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369127 Sep 27 12:47:09.113774 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703da978-0574-4199-bb3a-d76ee1cddb8e req-6c40b8e0-7173-40bc-95ce-cc5b6d1354c9 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:09.115895 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-703da978-0574-4199-bb3a-d76ee1cddb8e req-6c40b8e0-7173-40bc-95ce-cc5b6d1354c9 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Sep 27 12:47:09.163084 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-703da978-0574-4199-bb3a-d76ee1cddb8e req-6162d522-aaaa-4767-a803-bc14b14dbb9f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Sep 27 12:47:09.278779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bc015-66d3-451a-ba12-adba5b060be1 req-66a8b7f7-ddfa-4ba2-9ff0-97c58c31a016 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:09.280176 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-310bc015-66d3-451a-ba12-adba5b060be1 req-66a8b7f7-ddfa-4ba2-9ff0-97c58c31a016 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Sep 27 12:47:09.293661 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:09.296493 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db89355-1906-4d39-9f42-fa5082dbf7df" -d '{"events": [{"server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "name": "network-vif-plugged", "status": "completed", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:09.323872 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-310bc015-66d3-451a-ba12-adba5b060be1 req-062ed1ab-2c99-4793-bcc3-a647ca8c324c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Sep 27 12:47:09.335342 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967106ef-946e-42a1-8985-ca785381b9c7 x-openstack-request-id: req-967106ef-946e-42a1-8985-ca785381b9c7 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:09.335691 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "name": "network-vif-plugged", "status": "completed", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:09.335943 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-967106ef-946e-42a1-8985-ca785381b9c7 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:09.336408 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'code': 200} Sep 27 12:47:09.562369 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7cc1-b1ed-43e1-839d-7ef6155152f7 req-542ca277-e214-4c2f-b205-dd9023c3b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:09.563939 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a0ac7cc1-b1ed-43e1-839d-7ef6155152f7 req-542ca277-e214-4c2f-b205-dd9023c3b8e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1098 time: 0.0409148 Sep 27 12:47:09.601935 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a0ac7cc1-b1ed-43e1-839d-7ef6155152f7 req-90134982-2d2e-41df-8a8f-46dab0104424 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Sep 27 12:47:09.673282 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c5474-b742-45f9-952c-91534cf7ec82 req-80b5c13e-5d98-4755-a720-3b6e1d538d78 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:09.674802 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e70c5474-b742-45f9-952c-91534cf7ec82 req-80b5c13e-5d98-4755-a720-3b6e1d538d78 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0548344 Sep 27 12:47:09.714302 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e70c5474-b742-45f9-952c-91534cf7ec82 req-b85b1c5d-912e-4c14-aa4a-18ad021aef43 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Sep 27 12:47:09.721221 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce088e-9784-4290-abda-3fe4a0ffeab7 req-9891924d-dbd1-4d75-923e-f9eaf6d5c13c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:09.722716 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9cce088e-9784-4290-abda-3fe4a0ffeab7 req-9891924d-dbd1-4d75-923e-f9eaf6d5c13c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0522985 Sep 27 12:47:09.772567 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9cce088e-9784-4290-abda-3fe4a0ffeab7 req-8c3341ec-f76d-4bc8-a0ac-a1d1d6ab8cf7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Sep 27 12:47:10.882622 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46455a6b-c6d5-4cb7-9411-74bee1623cb4 req-834e4f10-6a71-46f2-921c-33b07bafc61d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:10.883991 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-46455a6b-c6d5-4cb7-9411-74bee1623cb4 req-834e4f10-6a71-46f2-921c-33b07bafc61d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Sep 27 12:47:10.920627 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-46455a6b-c6d5-4cb7-9411-74bee1623cb4 req-be617d2a-4ddd-4606-9b3a-9c3aa729a529 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307572 Sep 27 12:47:11.033601 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b20be8-11a5-4120-a22e-4ca9d4bc73bd req-0de09a74-4b29-4063-8d2a-20cc7ed1087c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:11.035073 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9b20be8-11a5-4120-a22e-4ca9d4bc73bd req-0de09a74-4b29-4063-8d2a-20cc7ed1087c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0480092 Sep 27 12:47:11.073482 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e9b20be8-11a5-4120-a22e-4ca9d4bc73bd req-2c0af03a-de04-4a4f-8b98-c8802e0f7af4 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Sep 27 12:47:11.095273 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40876) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:11.139641 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06dbfb-3e60-467a-b957-87bfbea7c5a1 tempest-TestVolumeBootPattern-511234322 tempest-TestVolumeBootPattern-511234322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:11.141165 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-2a06dbfb-3e60-467a-b957-87bfbea7c5a1 tempest-TestVolumeBootPattern-511234322 tempest-TestVolumeBootPattern-511234322-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1093 time: 0.0448883 Sep 27 12:47:11.144081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40880) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:11.149143 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:11.172052 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:11.284609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:11.418807 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Allocated IP 172.27.0.104 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/fd3aaa0f-8da3-46e3-98c4-d0688a1a5c04) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:47:11.546699 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:11.589582 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:11.651930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:47:11.655657 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:47:11.666035 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:47:11.668217 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=fd3aaa0f-8da3-46e3-98c4-d0688a1a5c04,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:11.916045 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40924) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:12.290060 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e9665df4-8613-49c3-8866-376557ac5282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.340571 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.393335 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e9665df4-8613-49c3-8866-376557ac5282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.399875 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e9665df4-8613-49c3-8866-376557ac5282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.419844 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.438830 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e9665df4-8613-49c3-8866-376557ac5282 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=713d2cabf4084e6299da50cfb5d8c9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217083 Sep 27 12:47:12.440847 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9665df4-8613-49c3-8866-376557ac5282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f67bbf-e6d2-4117-81f1-82fa3c97420d,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:12.441891 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 40940) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:12.531019 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-31bec592-89f4-46bc-8dce-ccd1c87bb37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.585181 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-31bec592-89f4-46bc-8dce-ccd1c87bb37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.656891 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.661280 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.672185 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-31bec592-89f4-46bc-8dce-ccd1c87bb37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.674543 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-31bec592-89f4-46bc-8dce-ccd1c87bb37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.675667 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-31bec592-89f4-46bc-8dce-ccd1c87bb37f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71f67bbf-e6d2-4117-81f1-82fa3c97420d HTTP/1.1" status: 204 len: 168 time: 0.2328539 Sep 27 12:47:12.708731 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bec592-89f4-46bc-8dce-ccd1c87bb37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f67bbf-e6d2-4117-81f1-82fa3c97420d,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:12.745633 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=fd3aaa0f-8da3-46e3-98c4-d0688a1a5c04,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:12.755070 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:12.854730 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.l3_db [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Floating IP d9526524-4c58-4c37-847a-ea45c93c19bb associated. External IP: 172.27.0.104, port: 7a80c741-be3a-4f78-81c5-9589f7d7ac9c. Sep 27 12:47:12.959394 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40948) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:12.972261 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-923d3465-a993-40d8-9c9a-cc007f3ae329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.062363 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-923d3465-a993-40d8-9c9a-cc007f3ae329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.066478 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-923d3465-a993-40d8-9c9a-cc007f3ae329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.066951 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:47:13.103645 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-923d3465-a993-40d8-9c9a-cc007f3ae329 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c12ad57bbc544f53941bf3162799eb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431184 Sep 27 12:47:13.106174 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 40950) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:13.111851 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d3465-a993-40d8-9c9a-cc007f3ae329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d1166-7254-45b1-96a7-bbfcadd0fa0a,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:13.160586 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-be6bd3e6-f502-4016-8f84-00abc19ecda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.176316 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:47:13.183788 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-be6bd3e6-f502-4016-8f84-00abc19ecda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.187353 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:47:13.194231 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.197055 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:47:13.197685 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:13.222239 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-022ef78d-a038-4065-9cc8-17b98ca7ce17 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0769377 Sep 27 12:47:13.222812 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:13.225672 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76148713-4252-47bb-bccf-4f9e79ec62e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:13.252403 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-be6bd3e6-f502-4016-8f84-00abc19ecda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.255201 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-be6bd3e6-f502-4016-8f84-00abc19ecda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:13.256493 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-be6bd3e6-f502-4016-8f84-00abc19ecda7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a31d1166-7254-45b1-96a7-bbfcadd0fa0a HTTP/1.1" status: 204 len: 168 time: 0.1494246 Sep 27 12:47:13.265152 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bd3e6-f502-4016-8f84-00abc19ecda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d1166-7254-45b1-96a7-bbfcadd0fa0a,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:13.272908 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397af80-1830-4a09-b92a-c626c107f154 x-openstack-request-id: req-4397af80-1830-4a09-b92a-c626c107f154 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:13.273204 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:13.273454 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4397af80-1830-4a09-b92a-c626c107f154 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:13.273849 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'status': 'completed', 'code': 200} Sep 27 12:47:13.328769 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:47:13.342395 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-5c180fc8-fe7e-4efe-a19a-2025c5777fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:13.344491 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-5c180fc8-fe7e-4efe-a19a-2025c5777fab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1098 time: 0.0471532 Sep 27 12:47:13.446355 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-23a53804-c371-4ede-9177-cb9524e33c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:13.448146 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-23a53804-c371-4ede-9177-cb9524e33c94 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.0967345 Sep 27 12:47:13.526686 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-7dc26983-fad2-4169-81ea-94a51b2da1b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 999 time: 0.0708902 Sep 27 12:47:13.579463 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:11Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:13.586416 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-9774e41a-3dc8-4a59-8576-c28ed59464e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:13.588216 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-9774e41a-3dc8-4a59-8576-c28ed59464e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0553215 Sep 27 12:47:13.606995 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:47:13.619709 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:47:13.620542 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:13.651587 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-c9f7e1a5-84e5-4aab-a8dc-54b5f6db3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:13.653316 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-c9f7e1a5-84e5-4aab-a8dc-54b5f6db3dc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570197 Sep 27 12:47:13.752986 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:47:13.826610 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-ae0ddaed-7d1d-4e88-8eec-2c40bb485e1f service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658621 Sep 27 12:47:13.934162 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-76148713-4252-47bb-bccf-4f9e79ec62e7 req-3d4584da-9e79-47bd-bc7b-c890eedacffa service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007540 Sep 27 12:47:14.024194 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:11Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:14.055282 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac20480-cd36-4275-b8c3-f368cdd5c418 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:11Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:47:14.280733 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f12ad2-90da-4646-80fd-306accb0e4ae None None] New status for floating IP d9526524-4c58-4c37-847a-ea45c93c19bb: ACTIVE {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:47:16.573913 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41054) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:16.676122 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f3960851-ddb8-48d9-a036-0dfc2ec09f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.764951 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f3960851-ddb8-48d9-a036-0dfc2ec09f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.768518 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f3960851-ddb8-48d9-a036-0dfc2ec09f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.806340 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f3960851-ddb8-48d9-a036-0dfc2ec09f75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2aac546af7074544baa60e457ae990c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313781 Sep 27 12:47:16.807197 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960851-ddb8-48d9-a036-0dfc2ec09f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5979b958-d82f-427f-8688-7a9316f37ea5,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:16.809137 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41058) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:16.857191 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad219-35a4-4f3b-a872-1fe8938e16eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.877979 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad219-35a4-4f3b-a872-1fe8938e16eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.921792 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad219-35a4-4f3b-a872-1fe8938e16eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.924335 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad219-35a4-4f3b-a872-1fe8938e16eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:16.925467 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-2a3ad219-35a4-4f3b-a872-1fe8938e16eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5979b958-d82f-427f-8688-7a9316f37ea5 HTTP/1.1" status: 204 len: 168 time: 0.1152647 Sep 27 12:47:16.933650 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ad219-35a4-4f3b-a872-1fe8938e16eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979b958-d82f-427f-8688-7a9316f37ea5,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:17.183171 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41066) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:17.196083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-086427cf-c323-4dd8-9ad5-50161a1b8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.284870 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-086427cf-c323-4dd8-9ad5-50161a1b8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.289625 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-086427cf-c323-4dd8-9ad5-50161a1b8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.327350 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-086427cf-c323-4dd8-9ad5-50161a1b8a30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=831b2afe713d48589a8e87659bc47f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431239 Sep 27 12:47:17.328408 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086427cf-c323-4dd8-9ad5-50161a1b8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152a727c-944b-4453-9799-907ecdaf4898,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:17.330068 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41068) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:17.377356 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-80d3bcb7-9386-433c-914b-db84fdffd6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.398289 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-80d3bcb7-9386-433c-914b-db84fdffd6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.446637 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-80d3bcb7-9386-433c-914b-db84fdffd6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.449204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-80d3bcb7-9386-433c-914b-db84fdffd6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.450400 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-80d3bcb7-9386-433c-914b-db84fdffd6b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/152a727c-944b-4453-9799-907ecdaf4898 HTTP/1.1" status: 204 len: 168 time: 0.1192603 Sep 27 12:47:17.458306 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3bcb7-9386-433c-914b-db84fdffd6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a727c-944b-4453-9799-907ecdaf4898,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:17.789367 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41082) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:17.804734 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c39415fd-0aa8-4195-bd9b-743d32098c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.919912 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c39415fd-0aa8-4195-bd9b-743d32098c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.924632 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c39415fd-0aa8-4195-bd9b-743d32098c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:17.964661 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c39415fd-0aa8-4195-bd9b-743d32098c02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72353f14c391415fa953d27a0e02bb6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739216 Sep 27 12:47:17.965769 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39415fd-0aa8-4195-bd9b-743d32098c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aaf4d9-077c-4801-a424-bf9ed2575325,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:17.967280 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41086) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:18.016664 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-120b227a-4834-434b-b314-6ebfc98c7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.038183 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-120b227a-4834-434b-b314-6ebfc98c7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.087391 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-120b227a-4834-434b-b314-6ebfc98c7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.090073 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-120b227a-4834-434b-b314-6ebfc98c7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.091274 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-120b227a-4834-434b-b314-6ebfc98c7923 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5aaf4d9-077c-4801-a424-bf9ed2575325 HTTP/1.1" status: 204 len: 168 time: 0.1229508 Sep 27 12:47:18.099607 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b227a-4834-434b-b314-6ebfc98c7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aaf4d9-077c-4801-a424-bf9ed2575325,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:18.299132 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892844be-c427-43ca-866d-161d480f043c req-1f87ee20-3a0e-4652-a530-9d46630843f4 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:18.300623 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-892844be-c427-43ca-866d-161d480f043c req-1f87ee20-3a0e-4652-a530-9d46630843f4 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Sep 27 12:47:18.338409 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-892844be-c427-43ca-866d-161d480f043c req-02dc9d8f-010e-4be3-8506-1a2a10382e6b tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Sep 27 12:47:18.361366 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41102) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:18.547978 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e9c28-e1d2-4895-9608-d6ff11138a9c tempest-TestMinimumBasicScenario-679605490 tempest-TestMinimumBasicScenario-679605490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:18.549592 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-720e9c28-e1d2-4895-9608-d6ff11138a9c tempest-TestMinimumBasicScenario-679605490 tempest-TestMinimumBasicScenario-679605490-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1093 time: 0.1873426 Sep 27 12:47:18.553044 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41114) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:18.557514 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'port_id': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:18.579989 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for floatingip, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.679537 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.752933 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41122) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:18.785197 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Allocated IP 172.27.0.65 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/8c270172-77bc-4e09-b80c-f6b52e6dc9e0) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:47:18.847716 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100614120-network', 'tenant_id': '5e466a01012841ed822e069767cfcec0'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:18.868999 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Made reservation on behalf of 5e466a01012841ed822e069767cfcec0 for: {'network': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:47:18.871379 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for network, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.888010 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.889600 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.923581 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.961165 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:47:18.963957 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:47:18.967606 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:47:18.983850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.989317 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:18.997021 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'Port': ['ID=8c270172-77bc-4e09-b80c-f6b52e6dc9e0,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:19.023087 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d13006-fec3-446e-9b50-275cd53ad2fa,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:19.028659 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:47:19.039313 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.039809 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.db.segments_db [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Added segment 06a6585a-8a15-44d3-8b14-6bf55be74267 of type vlan for network e3afa30f-f376-468e-a566-6c74a3e40c12 Sep 27 12:47:19.082272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762559957526'] for network, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.109606 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287'] for network, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.111144 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:19.111918 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.183708 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4270456 Sep 27 12:47:19.183708 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e6275-97e8-4b53-bc1a-c3a075c6d070 admin admin] Pushing event updated for resources: {'Network': ['ID=e3afa30f-f376-468e-a566-6c74a3e40c12,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:19.185185 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41134) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:19.189980 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Request body: {'subnet': {'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100614120-subnet', 'tenant_id': '5e466a01012841ed822e069767cfcec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:19.193065 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Network e3afa30f-f376-468e-a566-6c74a3e40c12 details requested by agent ovs-agent-dv-cinder-801522-3-iscsi with host dv-cinder-801522-3-iscsi {{(pid=100730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:47:19.229861 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Made reservation on behalf of 5e466a01012841ed822e069767cfcec0 for: {'subnet': 1} {{(pid=100729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:47:19.232189 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723123'] for subnet, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.419233 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.550729 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.573984 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7165034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723073'] for subnet, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.666435 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03d6859-4224-4366-8206-40d740be652b,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:19.707231 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Checking segment: {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:47:19.707595 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Network hostable DHCP agents. Network: e3afa30f-f376-468e-a566-6c74a3e40c12, hostable agents: ['22daac5d-58a7-4a2d-aa6a-a692dd2c927c'], hosted agents: [] {{(pid=100729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:47:19.742205 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Network e3afa30f-f376-468e-a566-6c74a3e40c12 is scheduled to be hosted by DHCP agent 22daac5d-58a7-4a2d-aa6a-a692dd2c927c with binding_index 1 {{(pid=100729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:47:19.758236 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-3-iscsi, e3afa30f-f376-468e-a566-6c74a3e40c12) {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:47:19.763988 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:19.764611 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.766175 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9bc13-7b04-47fd-92b2-dc23b650433c None None] Network e3afa30f-f376-468e-a566-6c74a3e40c12 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:47:19.783413 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.788439 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.797368 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fc4ec825-9837-44f3-bd41-c24a1760c723 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6112041 Sep 27 12:47:19.856349 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'Port': ['ID=8c270172-77bc-4e09-b80c-f6b52e6dc9e0,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:19.869894 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:19.897343 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c6ee6-d344-4f10-b851-f59968604537 None None] Network e3afa30f-f376-468e-a566-6c74a3e40c12 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:47:19.980326 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Floating IP fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691 associated. External IP: 172.27.0.65, port: d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8. Sep 27 12:47:20.197932 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:47:20.311533 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:47:20.321265 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] Sync routers for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:47:20.326359 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.330834 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:47:20.331473 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:20.355543 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-996bb61e-4016-4e29-b627-f117031c70b5 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8014021 Sep 27 12:47:20.356125 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:20.358334 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e843a-77b6-43ac-adf6-0139d2800c42" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:20.358499 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41152) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:20.362915 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133736934', 'description': 'tempest-secgroup-smoke-133736934 description', 'project_id': '26bed6413aa9476fa211edcbf10a25ee'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:20.386216 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.396931 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1858438-c57f-4d86-9750-d12a9b9a8f4a x-openstack-request-id: req-b1858438-c57f-4d86-9750-d12a9b9a8f4a {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:20.397222 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:20.397467 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1858438-c57f-4d86-9750-d12a9b9a8f4a {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:20.397859 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'status': 'completed', 'code': 200} Sep 27 12:47:20.441278 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:47:20.486732 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-fa420946-dbfd-4cde-bf3b-45c9aa69a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:20.488521 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-fa420946-dbfd-4cde-bf3b-45c9aa69a044 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0604334 Sep 27 12:47:20.506347 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.522900 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.571942 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.575804 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2137301 Sep 27 12:47:20.575956 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d115cc6-a24e-4a1f-a19c-02c6f9597e19 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2ecc7-4fff-4c39-a690-348029fac311,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:20.576177 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41160) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:20.581139 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group_rule': {'security_group_id': '5cb2ecc7-4fff-4c39-a690-348029fac311', 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:20.611804 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.649259 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-2c78c337-8737-4073-aaff-146b804f08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:20.651040 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-2c78c337-8737-4073-aaff-146b804f08d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 915 time: 0.1375904 Sep 27 12:47:20.682655 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.687935 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.715727 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261cb27a-973a-4033-93b1-d66d4db90d06,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:20.720850 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.725336 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-add6cf97-abd6-4aa5-8fdd-cc41238f904a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456308 Sep 27 12:47:20.726794 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41166) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:20.731486 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'port_id': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'mac_address': 'fa:16:3e:ab:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:19Z', 'updated_at': '2021-09-27T12:47:19Z', 'revision_number': 0, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:20.732413 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group_rule': {'security_group_id': '5cb2ecc7-4fff-4c39-a690-348029fac311', 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:20.741666 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-e8c90017-9362-40b0-82a9-233a6597ad7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 998 time: 0.0757260 Sep 27 12:47:20.768052 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] Checking router: 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:47:20.770079 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.778868 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:47:20.779857 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:46:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:20.809334 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-23e7bfa1-0e92-4c55-87af-df3a7ae401fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:20.811921 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-23e7bfa1-0e92-4c55-87af-df3a7ae401fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0615485 Sep 27 12:47:20.846228 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.851232 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.870205 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a67123d-3f22-4c01-b2b8-3581b36ac569,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:20.870894 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-0a92beb7-2c01-42c5-8bc5-610d0a045299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:20.872770 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-0a92beb7-2c01-42c5-8bc5-610d0a045299 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520875 Sep 27 12:47:20.882795 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:20.887782 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-93172dd6-8041-4457-8107-d906fb0b867a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596169 Sep 27 12:47:20.888009 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41170) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:20.903091 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group_rule': {'security_group_id': '5cb2ecc7-4fff-4c39-a690-348029fac311', 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:20.978819 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.011688 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-2f0c3e75-88b2-4226-a3dd-dbddf079465e service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314440 Sep 27 12:47:21.052297 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:47:21.113276 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.118543 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.144535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153d1040-327d-43b3-b233-91b951bf00eb,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:21.153584 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a93e843a-77b6-43ac-adf6-0139d2800c42 req-252b2303-48bf-4749-b4bb-12acdf522310 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335454 Sep 27 12:47:21.158409 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.159640 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e9c04316-add2-4ab5-83e6-10859f1f7c31 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698703 Sep 27 12:47:21.162959 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41172) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:21.167894 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group_rule': {'security_group_id': '5cb2ecc7-4fff-4c39-a690-348029fac311', 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:21.195315 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.255617 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.259316 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.285685 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5983c02-ef9c-45bc-8d7b-eb90d972e7c2,revision_number=0']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:21.288657 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.289975 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'port_id': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'mac_address': 'fa:16:3e:ab:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:19Z', 'updated_at': '2021-09-27T12:47:19Z', 'revision_number': 0, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:47:21.292969 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41176) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:21.296213 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-96781b9d-3d1e-40c8-8323-15a74ad25232 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284564 Sep 27 12:47:21.297706 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group_rule': {'security_group_id': '5cb2ecc7-4fff-4c39-a690-348029fac311', 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:21.324901 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.securitygroups_db [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Project 26bed6413aa9476fa211edcbf10a25ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:47:21.325335 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3d527-0e1d-4969-abc6-07531249dc99 None None] The sync data for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi is: [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'port_id': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'mac_address': 'fa:16:3e:ab:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:19Z', 'updated_at': '2021-09-27T12:47:19Z', 'revision_number': 0, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:47:21.331356 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.402630 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.408303 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.429124 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86f7530-021c-407b-ad2f-1cb938577e6c,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:21.433230 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.434577 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-3b05f5b9-860f-4683-9830-d482891f6a68 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405835 Sep 27 12:47:21.437606 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41188) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:21.441843 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'security_group_rule': {'security_group_id': '5cb2ecc7-4fff-4c39-a690-348029fac311', 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:21.483728 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.securitygroups_db [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Project 26bed6413aa9476fa211edcbf10a25ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:47:21.499009 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.546238 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be08f9cb-ffe3-43ee-ab40-02710434c435 None None] New status for floating IP fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691: ACTIVE {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:47:21.610547 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-58c3125e-3dcd-4778-bdb0-bf2f64173c4d tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:21.612116 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-58c3125e-3dcd-4778-bdb0-bf2f64173c4d tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/networks?id=e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 200 len: 808 time: 0.1545928 Sep 27 12:47:21.613764 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.618996 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640821'] for security_group_rule, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.645540 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.645877 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b923b142-727a-41fa-b18d-7990ba49a04d,revision_number=0']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:21.648249 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-486b4953-9d74-44df-8c5e-0d453030e0ba tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/quotas/5e466a01012841ed822e069767cfcec0 HTTP/1.1" status: 200 len: 375 time: 0.0270901 Sep 27 12:47:21.655708 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:21.657094 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-b8ef4c22-bb1a-4667-b34e-af31e870b56a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2186878 Sep 27 12:47:21.686425 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-ccf8b67a-899e-487a-b562-0bb69ad7cc7a tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e466a01012841ed822e069767cfcec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281615 Sep 27 12:47:21.752966 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-6d2e72e2-9d0d-4a3f-9645-a0410f0bd324 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133736934&fields=id&tenant_id=26bed6413aa9476fa211edcbf10a25ee HTTP/1.1" status: 200 len: 267 time: 0.0389967 Sep 27 12:47:21.780875 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-013251a5-a161-481e-b9df-16d05f95e06d service neutron] 10.222.0.15 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841389 Sep 27 12:47:21.810295 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-ceab950a-2c21-4ff3-8b21-3a1475b696ec tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:21.811800 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-ceab950a-2c21-4ff3-8b21-3a1475b696ec tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0519361 Sep 27 12:47:21.822974 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'port': {'security_groups': ['2152ed01-63f6-41d2-a1c9-5a149048c327', '5cb2ecc7-4fff-4c39-a690-348029fac311']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:21.878364 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-25b1fa06-92da-46e7-9613-e15bc4559f21 service neutron] 10.222.0.15 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906982 Sep 27 12:47:21.906123 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:22.056466 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d36997dd-dc48-4def-8e76-7314e5912776 req-1aa0afbd-55e8-41a6-93c7-402f62e5a934 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 210 time: 0.0260355 Sep 27 12:47:22.132508 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:22.164400 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:22.169215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:22.183393 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:22.216110 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:22.216756 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:22.224470 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-0a7c9640-87c7-4ea0-a0b4-85ee6b44d239 req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "PUT /v2.0/ports/d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 981 time: 0.4025607 Sep 27 12:47:22.224470 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:22.224670 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:22.280279 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ed81e0-2baf-498a-b1fd-d45465459243 x-openstack-request-id: req-57ed81e0-2baf-498a-b1fd-d45465459243 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:22.280771 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:22.281184 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57ed81e0-2baf-498a-b1fd-d45465459243 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:22.281774 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'status': 'completed', 'code': 200} Sep 27 12:47:22.282625 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1f46-ea51-467f-a3b4-357709dcf351 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=6']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:22.303165 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:22.367390 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-ee6b824e-1a80-42b9-a44c-81e57c952b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:22.369597 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-ee6b824e-1a80-42b9-a44c-81e57c952b60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1137 time: 0.0543363 Sep 27 12:47:22.382537 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2e216-2098-445f-99c1-eea3c661446e req-0de30b29-1e74-43eb-b0b0-85226c4745c9 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:22.392931 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03a2e216-2098-445f-99c1-eea3c661446e req-0de30b29-1e74-43eb-b0b0-85226c4745c9 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0944815 Sep 27 12:47:22.494295 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03a2e216-2098-445f-99c1-eea3c661446e req-9c62da09-bbcb-43e4-b0c0-d149cc814820 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961962 Sep 27 12:47:22.500867 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-9e0cc54d-68af-4d44-91af-a2e540ba4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:22.502770 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-9e0cc54d-68af-4d44-91af-a2e540ba4b6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 915 time: 0.1221480 Sep 27 12:47:22.508586 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-8f2cbcef-2b0b-4dbe-8802-13eef777b13a None None] Provisioning complete for port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:47:22.509108 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8f2cbcef-2b0b-4dbe-8802-13eef777b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:22.585925 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-4abe2083-b522-4713-976e-fe9436bfbf62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 1000 time: 0.0734336 Sep 27 12:47:22.639147 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-7f99d4d4-4c55-4448-82b8-bd0847bb7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:22.642651 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-7f99d4d4-4c55-4448-82b8-bd0847bb7b80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0494049 Sep 27 12:47:22.707395 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-848082d0-323b-4a89-a089-882e2c4cba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:22.710735 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-848082d0-323b-4a89-a089-882e2c4cba72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466738 Sep 27 12:47:22.815803 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-679d3cf2-b45d-4bf5-86aa-6a1b7e7c6891 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974422 Sep 27 12:47:22.921541 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-52caafcf-d23d-42dd-a1f1-245fd4cbd09d req-41fe4478-0086-4059-bcf4-608b6cd44594 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956957 Sep 27 12:47:23.152223 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-aaca18f8-c0ec-45cc-871c-2501ebb85574 req-3a96ab53-885a-43d6-8c0e-a390086c4fdb tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 210 time: 0.0271850 Sep 27 12:47:23.317955 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-14be3925-e764-4e48-a7ec-2f69067e6d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:23.483089 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-644c4f87-aa10-435c-ab4d-13e9e6a40ea1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:23.484548 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-644c4f87-aa10-435c-ab4d-13e9e6a40ea1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "GET /v2.0/networks?id=e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 200 len: 808 time: 0.0995765 Sep 27 12:47:23.501409 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Request body: {'port': {'device_id': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12', 'admin_state_up': True, 'tenant_id': '5e466a01012841ed822e069767cfcec0'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:23.611221 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Made reservation on behalf of 5e466a01012841ed822e069767cfcec0 for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:47:23.614704 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:23.738546 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Allocated IP 172.20.0.6 (e3afa30f-f376-468e-a566-6c74a3e40c12/a03d6859-4224-4366-8206-40d740be652b/4cec163a-f582-4601-a189-c8e09b086d61) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:47:23.879623 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:23.911932 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:23.954625 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Network e3afa30f-f376-468e-a566-6c74a3e40c12 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:47:23.957697 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:47:23.961269 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:47:23.987457 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Pushing event updated for resources: {'Port': ['ID=4cec163a-f582-4601-a189-c8e09b086d61,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:24.015195 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:24.015809 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.029566 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b4f5d53b-28cd-49a1-b63b-eeb49cefe355 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5317826 Sep 27 12:47:24.045732 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Request body: {'port': {'device_id': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:24.096333 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.271090 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fa182-e93f-41bd-8651-8a2d235bca2b req-2bf4958f-1e5a-4a36-9937-e3b90f7a1456 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:24.273219 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d34fa182-e93f-41bd-8651-8a2d235bca2b req-2bf4958f-1e5a-4a36-9937-e3b90f7a1456 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 931 time: 0.0514760 Sep 27 12:47:24.308666 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41238) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:24.315105 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-d34fa182-e93f-41bd-8651-8a2d235bca2b req-ec53d77d-6e60-4c7e-96af-8f5642841a86 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338695 Sep 27 12:47:24.378976 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cec163a-f582-4601-a189-c8e09b086d61 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:24.386231 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.398480 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Transition to ACTIVE for port object 4cec163a-f582-4601-a189-c8e09b086d61 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:47:24.402859 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.449356 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-32e11908-adc7-4402-986b-104b3c1783d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.472322 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec163a-f582-4601-a189-c8e09b086d61,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:24.563212 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Attempting to bind port 4cec163a-f582-4601-a189-c8e09b086d61 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:47:24.563547 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Attempting to bind port 4cec163a-f582-4601-a189-c8e09b086d61 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:47:24.563873 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Attempting to bind port 4cec163a-f582-4601-a189-c8e09b086d61 on network e3afa30f-f376-468e-a566-6c74a3e40c12 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:47:24.574061 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Port 4cec163a-f582-4601-a189-c8e09b086d61 on network e3afa30f-f376-468e-a566-6c74a3e40c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:47:24.574373 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Attempting to bind port 4cec163a-f582-4601-a189-c8e09b086d61 on network e3afa30f-f376-468e-a566-6c74a3e40c12 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:47:24.583926 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:47:24.584290 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Checking segment: {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:47:24.584665 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Bound using segment: {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:47:24.585081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Bound port: 4cec163a-f582-4601-a189-c8e09b086d61, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:47:24.585428 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.647995 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-32e11908-adc7-4402-986b-104b3c1783d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.656132 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-32e11908-adc7-4402-986b-104b3c1783d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.704747 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] For port 4cec163a-f582-4601-a189-c8e09b086d61, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:47:24.708951 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-32e11908-adc7-4402-986b-104b3c1783d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b148ea1a6809449e9959f2159e7ed9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993304 Sep 27 12:47:24.711215 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e11908-adc7-4402-986b-104b3c1783d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681ffce0-4bb6-44ef-a153-f76f7683b1ee,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:24.711677 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41242) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:24.721339 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] For port 4cec163a-f582-4601-a189-c8e09b086d61, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4cec163a-f582-4601-a189-c8e09b086d61,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:47:24.727268 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.761437 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-81aa0dc9-88e4-4192-b84b-8c2ee9d189e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.763139 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:24.763765 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.765183 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] 10.222.0.38 "PUT /v2.0/ports/4cec163a-f582-4601-a189-c8e09b086d61 HTTP/1.1" status: 200 len: 1093 time: 0.7233734 Sep 27 12:47:24.765639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'tag': '4cec163a-f582-4601-a189-c8e09b086d61'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:24.767847 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ee777-a37c-4166-a711-766c18fa7fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc7ef89-596f-485d-9982-7c2559a81d29", "tag": "4cec163a-f582-4601-a189-c8e09b086d61"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:24.788213 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-81aa0dc9-88e4-4192-b84b-8c2ee9d189e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.796570 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59ac63-b635-469e-93c2-c97fd36dbd30 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec163a-f582-4601-a189-c8e09b086d61,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:24.821199 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84950f5-e237-4015-9e6d-f53a6d5ea0a1 x-openstack-request-id: req-b84950f5-e237-4015-9e6d-f53a6d5ea0a1 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:24.821488 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc7ef89-596f-485d-9982-7c2559a81d29", "tag": "4cec163a-f582-4601-a189-c8e09b086d61", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:24.821734 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b84950f5-e237-4015-9e6d-f53a6d5ea0a1 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:24.822124 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'tag': '4cec163a-f582-4601-a189-c8e09b086d61', 'status': 'completed', 'code': 200} Sep 27 12:47:24.842095 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-81aa0dc9-88e4-4192-b84b-8c2ee9d189e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.844728 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-81aa0dc9-88e4-4192-b84b-8c2ee9d189e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:24.848526 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-81aa0dc9-88e4-4192-b84b-8c2ee9d189e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/681ffce0-4bb6-44ef-a153-f76f7683b1ee HTTP/1.1" status: 204 len: 168 time: 0.1358128 Sep 27 12:47:24.856602 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0dc9-88e4-4192-b84b-8c2ee9d189e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ffce0-4bb6-44ef-a153-f76f7683b1ee,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:24.856907 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-dfecc0e4-a695-41d1-b465-e3fb0966dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:24.859231 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-dfecc0e4-a695-41d1-b465-e3fb0966dde6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e466a01012841ed822e069767cfcec0&device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 1096 time: 0.0493309 Sep 27 12:47:24.912934 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-b068d7a9-37f6-47ab-b5cf-b4e078ba078d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cec163a-f582-4601-a189-c8e09b086d61 HTTP/1.1" status: 200 len: 217 time: 0.0385690 Sep 27 12:47:24.966706 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-ef623589-6b69-4452-9c95-2250f904f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:24.968292 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-ef623589-6b69-4452-9c95-2250f904f877 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a03d6859-4224-4366-8206-40d740be652b HTTP/1.1" status: 200 len: 848 time: 0.0455232 Sep 27 12:47:25.004720 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-a785f993-8e5b-4994-a283-a8b2ed39507f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3afa30f-f376-468e-a566-6c74a3e40c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275598 Sep 27 12:47:25.096420 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-5cef0a01-d0a9-40cb-b75e-d351b62765a8 service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845988 Sep 27 12:47:25.103075 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41250) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:25.135251 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e2cca464-2ee5-4de3-8f69-ceef1a7f88e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.438786 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6acb7-d9f4-4f94-b4ca-b3ba2d907e9b req-c30f8440-66e4-4522-9300-c74623bf2b45 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:25.440310 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fba6acb7-d9f4-4f94-b4ca-b3ba2d907e9b req-c30f8440-66e4-4522-9300-c74623bf2b45 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 943 time: 0.0561342 Sep 27 12:47:25.479027 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fba6acb7-d9f4-4f94-b4ca-b3ba2d907e9b req-c71abc73-3ae2-4589-a4b9-4703a7aecf65 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Sep 27 12:47:25.483334 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e0f5abb9-75e2-47a4-9f06-3fea8b1a08b9 req-4d1406bc-7a0e-48bd-9334-cb95631f2bdb service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742685 Sep 27 12:47:25.544535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e2cca464-2ee5-4de3-8f69-ceef1a7f88e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.548268 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-e2cca464-2ee5-4de3-8f69-ceef1a7f88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.605142 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-e2cca464-2ee5-4de3-8f69-ceef1a7f88e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=536ffb342e88425aa2ead3767f41db75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010798 Sep 27 12:47:25.607767 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41254) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:25.608615 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca464-2ee5-4de3-8f69-ceef1a7f88e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aa65ef-64ef-4f58-a465-da89333824bc,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:25.615909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-3dfaf654-edde-4faa-9414-f3ead5af2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:25.617519 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-3dfaf654-edde-4faa-9414-f3ead5af2997 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e466a01012841ed822e069767cfcec0&device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 1096 time: 0.0821030 Sep 27 12:47:25.657604 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0885894e-e3b0-4121-8e67-cecc216e4ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.679691 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0885894e-e3b0-4121-8e67-cecc216e4ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.713802 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-9a9d0d13-3500-4310-8057-ca4f4bf7e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:25.715297 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-9a9d0d13-3500-4310-8057-ca4f4bf7e545 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 200 len: 909 time: 0.0898793 Sep 27 12:47:25.728132 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0885894e-e3b0-4121-8e67-cecc216e4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.731875 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0885894e-e3b0-4121-8e67-cecc216e4ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:25.735763 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0885894e-e3b0-4121-8e67-cecc216e4ae2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83aa65ef-64ef-4f58-a465-da89333824bc HTTP/1.1" status: 204 len: 168 time: 0.1246164 Sep 27 12:47:25.748717 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885894e-e3b0-4121-8e67-cecc216e4ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aa65ef-64ef-4f58-a465-da89333824bc,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:25.768815 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-0a788158-84bd-422a-8a3e-dca8a9ff6424 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cec163a-f582-4601-a189-c8e09b086d61 HTTP/1.1" status: 200 len: 217 time: 0.0360739 Sep 27 12:47:25.825336 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-61ec97d0-1f10-4a2f-ac85-f041f5cfe5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:25.826889 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-61ec97d0-1f10-4a2f-ac85-f041f5cfe5c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a03d6859-4224-4366-8206-40d740be652b HTTP/1.1" status: 200 len: 848 time: 0.0508113 Sep 27 12:47:25.859457 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-c5055e2c-2082-4905-9c81-020b15848321 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3afa30f-f376-468e-a566-6c74a3e40c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250731 Sep 27 12:47:25.950880 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-66eae2cb-07f4-42d2-9842-d124ec74784e service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835903 Sep 27 12:47:26.034232 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-8282cf2b-04bd-41d1-89a4-44d17853159a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:26.052125 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b02ee777-a37c-4166-a711-766c18fa7fdf req-fe9098af-a109-4aff-a132-d84ab82712f7 service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914125 Sep 27 12:47:26.602299 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa121-6ef2-46d5-8f6b-8e35986631c3 req-1844308e-8917-4e94-aa77-6dc24b829611 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:26.603793 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1e0fa121-6ef2-46d5-8f6b-8e35986631c3 req-1844308e-8917-4e94-aa77-6dc24b829611 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 943 time: 0.0489678 Sep 27 12:47:26.645194 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1e0fa121-6ef2-46d5-8f6b-8e35986631c3 req-487b875b-2a0d-4ddf-8da5-3d614faa9146 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Sep 27 12:47:26.768390 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41288) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:26.871915 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ba0d04e4-7967-4460-baf0-94023a17daeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:26.922794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:26.960880 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ba0d04e4-7967-4460-baf0-94023a17daeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:26.965345 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ba0d04e4-7967-4460-baf0-94023a17daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.002539 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ba0d04e4-7967-4460-baf0-94023a17daeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2584e2b1d810422f95f9d7641ec200b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330890 Sep 27 12:47:27.003487 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d04e4-7967-4460-baf0-94023a17daeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ed024-0226-4a5e-beb7-d9bcf072eb9d,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:27.005820 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41292) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:27.066390 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-43e7527a-6d93-4fae-9469-91b8e9b4c202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.086572 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-43e7527a-6d93-4fae-9469-91b8e9b4c202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.132879 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-43e7527a-6d93-4fae-9469-91b8e9b4c202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.135619 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-43e7527a-6d93-4fae-9469-91b8e9b4c202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.136812 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-43e7527a-6d93-4fae-9469-91b8e9b4c202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d96ed024-0226-4a5e-beb7-d9bcf072eb9d HTTP/1.1" status: 204 len: 168 time: 0.1297829 Sep 27 12:47:27.144830 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7527a-6d93-4fae-9469-91b8e9b4c202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ed024-0226-4a5e-beb7-d9bcf072eb9d,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:27.190729 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 4cec163a-f582-4601-a189-c8e09b086d61 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:47:27.299177 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 4cec163a-f582-4601-a189-c8e09b086d61, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4cec163a-f582-4601-a189-c8e09b086d61,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:27.301353 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.310667 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '4cec163a-f582-4601-a189-c8e09b086d61', 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12', 'port_id': '4cec163a-f582-4601-a189-c8e09b086d61', 'mac_address': 'fa:16:3e:48:62:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03d6859-4224-4366-8206-40d740be652b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:47:27.350392 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.366684 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec163a-f582-4601-a189-c8e09b086d61 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:27.388563 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 4cec163a-f582-4601-a189-c8e09b086d61, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4cec163a-f582-4601-a189-c8e09b086d61,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:27.392309 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:27.445724 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=4cec163a-f582-4601-a189-c8e09b086d61,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:27.452896 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.453248 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.453592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.453928 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.454261 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.454592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.454982 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.455249 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.455577 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.455919 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.456295 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.456620 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:27.650066 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['4cec163a-f582-4601-a189-c8e09b086d61'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:27.762802 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c341f-44bc-425d-9622-0458cad99863 req-ee4a435d-e189-4c15-944b-7927f622049d tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:27.764559 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-916c341f-44bc-425d-9622-0458cad99863 req-ee4a435d-e189-4c15-944b-7927f622049d tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 944 time: 0.0520794 Sep 27 12:47:27.806593 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-916c341f-44bc-425d-9622-0458cad99863 req-94a14518-c270-4dd1-9c5a-47fd716eb650 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Sep 27 12:47:28.721952 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:47:28.936850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436db3f-24f5-47bd-92e7-99e6695c59e0 req-797fc9d2-1b11-4a09-b921-1375f8bad8be tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:28.938542 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a436db3f-24f5-47bd-92e7-99e6695c59e0 req-797fc9d2-1b11-4a09-b921-1375f8bad8be tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 944 time: 0.0575922 Sep 27 12:47:28.979847 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a436db3f-24f5-47bd-92e7-99e6695c59e0 req-43db07f3-689f-4119-bed0-628d71386ab9 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Sep 27 12:47:29.165138 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:29.213559 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 4cec163a-f582-4601-a189-c8e09b086d61 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:47:29.261332 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 4cec163a-f582-4601-a189-c8e09b086d61 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:47:29.264794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 4cec163a-f582-4601-a189-c8e09b086d61 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:47:29.265170 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:29.341290 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:29.362700 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec163a-f582-4601-a189-c8e09b086d61'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:29.364967 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1592f1da-3eba-410c-acb2-55e943104126" -d '{"events": [{"server_uuid": "ffc7ef89-596f-485d-9982-7c2559a81d29", "name": "network-vif-plugged", "status": "completed", "tag": "4cec163a-f582-4601-a189-c8e09b086d61"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:29.377473 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 4cec163a-f582-4601-a189-c8e09b086d61, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4cec163a-f582-4601-a189-c8e09b086d61,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:29.381908 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:29.405065 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cc568e-9df5-48fe-ab0e-d4859eda99a7 x-openstack-request-id: req-82cc568e-9df5-48fe-ab0e-d4859eda99a7 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:29.405363 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7ef89-596f-485d-9982-7c2559a81d29", "name": "network-vif-plugged", "status": "completed", "tag": "4cec163a-f582-4601-a189-c8e09b086d61", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:29.405614 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82cc568e-9df5-48fe-ab0e-d4859eda99a7 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:29.406002 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec163a-f582-4601-a189-c8e09b086d61', 'code': 200} Sep 27 12:47:29.431229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=4cec163a-f582-4601-a189-c8e09b086d61,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:29.564211 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e3771-6c31-4161-a5f2-e62a318e8447 req-3669c41a-2c92-4391-905e-50469a804465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:29.565670 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2a3e3771-6c31-4161-a5f2-e62a318e8447 req-3669c41a-2c92-4391-905e-50469a804465 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 1098 time: 0.0397832 Sep 27 12:47:29.604763 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2a3e3771-6c31-4161-a5f2-e62a318e8447 req-e817f54c-0c56-4cb7-8d94-556dedcef58d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263145 Sep 27 12:47:30.098069 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91db1-0975-4bc7-8fc3-5353d9ccaf68 req-161e8695-b209-4894-8ac9-48ffff48a953 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:30.099526 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67c91db1-0975-4bc7-8fc3-5353d9ccaf68 req-161e8695-b209-4894-8ac9-48ffff48a953 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 945 time: 0.0508382 Sep 27 12:47:30.137022 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-67c91db1-0975-4bc7-8fc3-5353d9ccaf68 req-697f59fb-64b5-4d68-a3cb-dc1564dfd8b1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Sep 27 12:47:31.256855 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd7b5b-3187-4ebe-8a07-736c230f8d90 req-62a49d38-4c8d-436a-b530-ea91c227c140 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:31.259022 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-64bd7b5b-3187-4ebe-8a07-736c230f8d90 req-62a49d38-4c8d-436a-b530-ea91c227c140 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 945 time: 0.0524120 Sep 27 12:47:31.295697 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-64bd7b5b-3187-4ebe-8a07-736c230f8d90 req-db9d7000-1b5f-4fad-8322-bb2073903ee0 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301175 Sep 27 12:47:31.913075 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780a304-14c9-43ad-9b67-58f1ab474528 req-2be9fa19-0cbc-46c0-807c-fb2092bd5818 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:31.915097 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4780a304-14c9-43ad-9b67-58f1ab474528 req-2be9fa19-0cbc-46c0-807c-fb2092bd5818 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 945 time: 0.0494692 Sep 27 12:47:31.953641 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4780a304-14c9-43ad-9b67-58f1ab474528 req-563d5494-477d-43f1-8736-62be57be2051 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Sep 27 12:47:33.067850 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46ed0-7333-4cbc-821e-736f4a84021f req-869b45c0-6729-4edc-ac77-62774112feef tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:33.069270 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dfd46ed0-7333-4cbc-821e-736f4a84021f req-869b45c0-6729-4edc-ac77-62774112feef tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Sep 27 12:47:33.105663 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dfd46ed0-7333-4cbc-821e-736f4a84021f req-83456637-f87c-42c2-8755-4576afac4716 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307155 Sep 27 12:47:33.459823 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f33f6-3e54-465d-933f-a628404e7e24 req-8d764dc3-fe38-4b8b-b4b4-fc56032afff1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:33.461810 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-094f33f6-3e54-465d-933f-a628404e7e24 req-8d764dc3-fe38-4b8b-b4b4-fc56032afff1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 945 time: 0.0493016 Sep 27 12:47:33.558499 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Deleting port 4cec163a-f582-4601-a189-c8e09b086d61 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:47:33.558844 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:33.649454 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] For port 4cec163a-f582-4601-a189-c8e09b086d61, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4cec163a-f582-4601-a189-c8e09b086d61,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:33.649849 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:33.662909 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Calling delete_port for 4cec163a-f582-4601-a189-c8e09b086d61 owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:47:33.793961 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:33.807063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['4cec163a-f582-4601-a189-c8e09b086d61'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:33.824772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Pushing event deleted for resources: {'Port': ['ID=4cec163a-f582-4601-a189-c8e09b086d61,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:33.875249 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] No DVR routers for this DVR port 4cec163a-f582-4601-a189-c8e09b086d61 on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:47:33.878054 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:33.880106 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-094f33f6-3e54-465d-933f-a628404e7e24 req-52058805-7fc7-4779-8cd3-dcd068aa96fd tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "DELETE /v2.0/ports/4cec163a-f582-4601-a189-c8e09b086d61 HTTP/1.1" status: 204 len: 173 time: 0.4113197 Sep 27 12:47:33.880544 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'name': 'network-vif-deleted', 'tag': '4cec163a-f582-4601-a189-c8e09b086d61'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:33.883255 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb782257-f464-4ac6-95c4-d43b1347291f" -d '{"events": [{"server_uuid": "ffc7ef89-596f-485d-9982-7c2559a81d29", "name": "network-vif-deleted", "tag": "4cec163a-f582-4601-a189-c8e09b086d61"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:33.919990 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45909c-f7c3-457b-9903-766a2b022473 x-openstack-request-id: req-0a45909c-f7c3-457b-9903-766a2b022473 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:33.920373 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7ef89-596f-485d-9982-7c2559a81d29", "name": "network-vif-deleted", "tag": "4cec163a-f582-4601-a189-c8e09b086d61", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:33.920625 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a45909c-f7c3-457b-9903-766a2b022473 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:33.921020 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7ef89-596f-485d-9982-7c2559a81d29', 'name': 'network-vif-deleted', 'tag': '4cec163a-f582-4601-a189-c8e09b086d61', 'status': 'completed', 'code': 200} Sep 27 12:47:34.209305 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5c923e5a-ed02-413e-b317-5154c2d0dae4 req-f5ea5b58-8b65-4570-aa2d-e3c9a439dd63 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffc7ef89-596f-485d-9982-7c2559a81d29 HTTP/1.1" status: 200 len: 210 time: 0.0261533 Sep 27 12:47:35.008692 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41444) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:35.109552 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-674fb1a3-9f99-4b52-aa61-018c74435977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.198486 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-674fb1a3-9f99-4b52-aa61-018c74435977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.201944 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-674fb1a3-9f99-4b52-aa61-018c74435977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.239291 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-674fb1a3-9f99-4b52-aa61-018c74435977 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77ad00de0df64d519b912c7b952a99c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294774 Sep 27 12:47:35.240302 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fb1a3-9f99-4b52-aa61-018c74435977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6211779a-0712-4d48-b80e-a8e7f87abced,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:35.242853 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41450) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:35.300259 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a952ffe6-b782-40de-8a6c-d5573a2ef4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.321389 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a952ffe6-b782-40de-8a6c-d5573a2ef4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.368807 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a952ffe6-b782-40de-8a6c-d5573a2ef4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.371361 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a952ffe6-b782-40de-8a6c-d5573a2ef4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.372526 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a952ffe6-b782-40de-8a6c-d5573a2ef4e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6211779a-0712-4d48-b80e-a8e7f87abced HTTP/1.1" status: 204 len: 168 time: 0.1286290 Sep 27 12:47:35.380078 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952ffe6-b782-40de-8a6c-d5573a2ef4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6211779a-0712-4d48-b80e-a8e7f87abced,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:35.532268 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-59a7ddf1-ceef-471c-b4fe-cc7dc1d2c61b tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:35.533912 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-59a7ddf1-ceef-471c-b4fe-cc7dc1d2c61b tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/networks?id=e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 200 len: 808 time: 0.1091599 Sep 27 12:47:35.549273 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-82c7c38a-a82e-4183-bc43-04017ab9f4af tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/quotas/5e466a01012841ed822e069767cfcec0 HTTP/1.1" status: 200 len: 375 time: 0.0090630 Sep 27 12:47:35.584011 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-ceec369d-7aba-4594-a735-0e22bc463941 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e466a01012841ed822e069767cfcec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286291 Sep 27 12:47:35.631940 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41468) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:35.645282 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c9b10dc8-4c41-415d-94dc-94daf7656e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.683796 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-448f08eb-3da8-48d9-ba68-ab78e69fc2f3 service neutron] 10.222.0.15 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927896 Sep 27 12:47:35.736786 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c9b10dc8-4c41-415d-94dc-94daf7656e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.740441 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c9b10dc8-4c41-415d-94dc-94daf7656e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.775098 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-ecf0434e-b2f8-4dcd-bf05-595184c431c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Sep 27 12:47:35.778684 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c9b10dc8-4c41-415d-94dc-94daf7656e5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efd2bb94158740a3baad88fe4bd2d3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456380 Sep 27 12:47:35.779512 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b10dc8-4c41-415d-94dc-94daf7656e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ec268-b99f-43f6-95cf-1e29eb80f014,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:35.781274 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41470) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:35.832754 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-aba9f8cc-e307-4905-82fb-ae4ca565d8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.859953 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-aba9f8cc-e307-4905-82fb-ae4ca565d8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.912363 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-aba9f8cc-e307-4905-82fb-ae4ca565d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.916386 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-aba9f8cc-e307-4905-82fb-ae4ca565d8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:35.917567 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-aba9f8cc-e307-4905-82fb-ae4ca565d8d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd1ec268-b99f-43f6-95cf-1e29eb80f014 HTTP/1.1" status: 204 len: 168 time: 0.1329923 Sep 27 12:47:35.925613 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9f8cc-e307-4905-82fb-ae4ca565d8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ec268-b99f-43f6-95cf-1e29eb80f014,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:35.953312 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-14155367-6a42-4df9-9387-2289ad6531fb req-a853ba1a-d98c-4fa2-9cde-a4afbebe787e tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 210 time: 0.0387204 Sep 27 12:47:36.246706 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41486) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:36.262067 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1a12-2e7a-4ec2-bdf1-4ae47de4890e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.351531 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1a12-2e7a-4ec2-bdf1-4ae47de4890e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.355701 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1a12-2e7a-4ec2-bdf1-4ae47de4890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.394357 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-8b8e1a12-2e7a-4ec2-bdf1-4ae47de4890e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae74c3762ff64f05a20dcdc14c34d35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465042 Sep 27 12:47:36.395227 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e1a12-2e7a-4ec2-bdf1-4ae47de4890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d954519d-71a2-4b8a-9dac-d3252fef0ba3,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:36.397012 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41488) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:47:36.455352 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a176b9f4-f5da-4c42-b165-141a4678ddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.477341 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a176b9f4-f5da-4c42-b165-141a4678ddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.522029 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a176b9f4-f5da-4c42-b165-141a4678ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.524491 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-a176b9f4-f5da-4c42-b165-141a4678ddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:36.525611 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a176b9f4-f5da-4c42-b165-141a4678ddc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d954519d-71a2-4b8a-9dac-d3252fef0ba3 HTTP/1.1" status: 204 len: 168 time: 0.1274507 Sep 27 12:47:36.532913 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176b9f4-f5da-4c42-b165-141a4678ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954519d-71a2-4b8a-9dac-d3252fef0ba3,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:36.950083 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1569e025-6616-4333-be25-88a0fde78d09 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:36.951614 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1569e025-6616-4333-be25-88a0fde78d09 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "GET /v2.0/networks?id=e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 200 len: 808 time: 0.1272473 Sep 27 12:47:36.965947 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Request body: {'port': {'device_id': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12', 'admin_state_up': True, 'tenant_id': '5e466a01012841ed822e069767cfcec0'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:37.077033 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-add2ca88-069a-4dc4-b54f-c090d3c87b9f req-27537cc9-09a8-46b4-bbba-6b8b8397b68f tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 210 time: 0.0385175 Sep 27 12:47:37.100042 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Made reservation on behalf of 5e466a01012841ed822e069767cfcec0 for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:47:37.104043 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.226729 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Allocated IP 172.20.0.3 (e3afa30f-f376-468e-a566-6c74a3e40c12/a03d6859-4224-4366-8206-40d740be652b/7f94ed1e-3f7b-49dd-84d8-ab9ca0114714) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:47:37.245188 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 4cec163a-f582-4601-a189-c8e09b086d61 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:47:37.267242 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 4cec163a-f582-4601-a189-c8e09b086d61 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:47:37.267589 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 4cec163a-f582-4601-a189-c8e09b086d61 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:47:37.370822 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.403477 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.445493 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Network e3afa30f-f376-468e-a566-6c74a3e40c12 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:47:37.450426 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:47:37.456669 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:47:37.461070 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Pushing event updated for resources: {'Port': ['ID=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:37.510442 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:37.511062 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.524909 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-e6dee453-ddb8-4fc4-9c9c-379d842f14a2 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626268 Sep 27 12:47:37.537454 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Request body: {'port': {'device_id': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:47:37.589673 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.845789 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:37.852904 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.864387 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Transition to ACTIVE for port object 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:47:37.869006 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:37.917618 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Pushing event updated for resources: {'Port': ['ID=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:37.981817 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Attempting to bind port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:47:37.982152 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Attempting to bind port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:47:37.982480 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Attempting to bind port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 on network e3afa30f-f376-468e-a566-6c74a3e40c12 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:47:37.986586 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 on network e3afa30f-f376-468e-a566-6c74a3e40c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:47:37.986905 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Attempting to bind port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 on network e3afa30f-f376-468e-a566-6c74a3e40c12 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:47:37.991997 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:47:37.992359 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Checking segment: {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:47:37.992740 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Bound using segment: {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:47:37.993164 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Bound port: 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a6585a-8a15-44d3-8b14-6bf55be74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:47:37.993507 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:38.059525 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] For port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:47:38.062532 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] For port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:47:38.067047 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:38.098542 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.099153 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:38.100568 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] 10.222.0.38 "PUT /v2.0/ports/7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 HTTP/1.1" status: 200 len: 1093 time: 0.5670252 Sep 27 12:47:38.101062 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'tag': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:38.103267 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7bdf3b-a641-44ca-9bf8-4184009ab7eb", "tag": "7f94ed1e-3f7b-49dd-84d8-ab9ca0114714"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:38.133370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ac45-26ea-43dd-82fb-0eb1493d8458 service neutron] Pushing event updated for resources: {'Port': ['ID=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:38.154398 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c129b461-9b8e-4be1-8514-0f6117e78119 x-openstack-request-id: req-c129b461-9b8e-4be1-8514-0f6117e78119 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:38.154697 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7bdf3b-a641-44ca-9bf8-4184009ab7eb", "tag": "7f94ed1e-3f7b-49dd-84d8-ab9ca0114714", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:38.154951 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c129b461-9b8e-4be1-8514-0f6117e78119 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:38.155362 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'tag': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714', 'status': 'completed', 'code': 200} Sep 27 12:47:38.202956 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-40c9336a-bde2-4a66-aab0-f6e71cad7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.204720 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-40c9336a-bde2-4a66-aab0-f6e71cad7872 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e466a01012841ed822e069767cfcec0&device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 1096 time: 0.0417120 Sep 27 12:47:38.210753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68782fb-8bcd-434d-96f5-e0dfaa935ff4 req-62fd0691-8584-4539-b53a-77ee3c7dbf7e tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.212270 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c68782fb-8bcd-434d-96f5-e0dfaa935ff4 req-62fd0691-8584-4539-b53a-77ee3c7dbf7e tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 943 time: 0.0484965 Sep 27 12:47:38.249244 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-c68782fb-8bcd-434d-96f5-e0dfaa935ff4 req-9cdf12d2-e046-4b0b-9414-55c2fc7e1561 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Sep 27 12:47:38.250739 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-49779056-c258-4ee9-85bc-dcd3e0d2e342 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 HTTP/1.1" status: 200 len: 217 time: 0.0368633 Sep 27 12:47:38.300789 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-4744b3cc-335a-400e-bdf9-0722215d7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.302279 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-4744b3cc-335a-400e-bdf9-0722215d7a55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a03d6859-4224-4366-8206-40d740be652b HTTP/1.1" status: 200 len: 848 time: 0.0435128 Sep 27 12:47:38.333212 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-251a5e3c-0263-4f6f-8b97-7b65fc94d3ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3afa30f-f376-468e-a566-6c74a3e40c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231965 Sep 27 12:47:38.440908 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-c784302d-6f0f-4ad3-9cb0-532edbb0fd63 service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902798 Sep 27 12:47:38.528500 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-eea21b7c-3a88-4f8f-8701-1e990ea5693c req-2ca1c156-1e66-4ea4-89dd-065dc50793f8 service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789111 Sep 27 12:47:38.613632 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-ae7f6cbe-88f6-4951-9424-edd58905fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.615068 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-ae7f6cbe-88f6-4951-9424-edd58905fd6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e466a01012841ed822e069767cfcec0&device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 1096 time: 0.0391951 Sep 27 12:47:38.709762 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-9e6ac6f9-2e77-4390-9f22-7a730d203a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.711685 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-9e6ac6f9-2e77-4390-9f22-7a730d203a7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 200 len: 909 time: 0.0886905 Sep 27 12:47:38.752502 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-c97bff40-6b78-4d8f-bb21-420f1f89fc89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 HTTP/1.1" status: 200 len: 217 time: 0.0325160 Sep 27 12:47:38.803861 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-6e507eb9-4849-4da5-b4ab-7ddbd81475f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:38.805251 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-6e507eb9-4849-4da5-b4ab-7ddbd81475f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a03d6859-4224-4366-8206-40d740be652b HTTP/1.1" status: 200 len: 848 time: 0.0458879 Sep 27 12:47:38.838425 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-17200c48-6791-466a-a1d2-6defde98ab08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3afa30f-f376-468e-a566-6c74a3e40c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237896 Sep 27 12:47:38.926946 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-17c7aef5-a0a7-491a-87b3-292ca0ce3e2f service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803549 Sep 27 12:47:39.019291 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-bfbb34ca-add5-430f-94d7-2a75a4c4fa0e req-5aa973c4-cb44-4352-a239-3aeb2ab7acb2 service neutron] 10.222.0.38 "GET /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834637 Sep 27 12:47:39.362907 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2ad2-ac14-4860-9947-11b34fd83bea req-0274b8f4-1d73-4865-bd02-11e3200f7d6a tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:39.364410 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d36d2ad2-ac14-4860-9947-11b34fd83bea req-0274b8f4-1d73-4865-bd02-11e3200f7d6a tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 943 time: 0.0488076 Sep 27 12:47:39.401176 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d36d2ad2-ac14-4860-9947-11b34fd83bea req-2ca00afb-32a2-4b4d-b4fb-8ef906bbd25d tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303960 Sep 27 12:47:40.511666 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cfdd1-dc67-4ede-90a4-9bac3890bc8d req-b8c020a0-6188-41cb-9f62-34fa406866b8 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:40.513137 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-597cfdd1-dc67-4ede-90a4-9bac3890bc8d req-b8c020a0-6188-41cb-9f62-34fa406866b8 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 943 time: 0.0475893 Sep 27 12:47:40.549133 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-597cfdd1-dc67-4ede-90a4-9bac3890bc8d req-b682b35d-5026-49d9-9499-90473539b9cc tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302951 Sep 27 12:47:41.262956 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:47:41.353227 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:41.363877 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714', 'network_id': 'e3afa30f-f376-468e-a566-6c74a3e40c12', 'port_id': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714', 'mac_address': 'fa:16:3e:75:52:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03d6859-4224-4366-8206-40d740be652b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:47:41.402375 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:41.415158 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:47:41.433618 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:41.437339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:41.481497 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:41.659715 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ca287-458f-43be-b9b6-fe4ec9b1f351 req-179178af-202f-4f2f-9a62-a1785b21683b tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:41.661216 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2b8ca287-458f-43be-b9b6-fe4ec9b1f351 req-179178af-202f-4f2f-9a62-a1785b21683b tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 944 time: 0.0478249 Sep 27 12:47:41.701787 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2b8ca287-458f-43be-b9b6-fe4ec9b1f351 req-1483dc9d-afbc-4b60-a150-6c6f72e724e1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Sep 27 12:47:41.705127 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['7f94ed1e-3f7b-49dd-84d8-ab9ca0114714'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:42.816645 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912f700-0971-47df-96ed-ce57fac69f48 req-2376753c-5944-40de-887c-14171891692a tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:42.818118 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0912f700-0971-47df-96ed-ce57fac69f48 req-2376753c-5944-40de-887c-14171891692a tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 944 time: 0.0514638 Sep 27 12:47:42.854386 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0912f700-0971-47df-96ed-ce57fac69f48 req-4e091f18-9525-43df-ad24-3514421c67bc tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304933 Sep 27 12:47:43.264715 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:47:43.313123 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:47:43.316812 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:47:43.317185 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:43.390034 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:43.411951 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:43.415159 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e18a29a-0fb7-4bc1-928e-23c3714d3b44" -d '{"events": [{"server_uuid": "9c7bdf3b-a641-44ca-9bf8-4184009ab7eb", "name": "network-vif-plugged", "status": "completed", "tag": "7f94ed1e-3f7b-49dd-84d8-ab9ca0114714"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:43.427538 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:43.432742 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:43.459157 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d1bd75-122a-4714-8a1d-4b88dbafd1d8 x-openstack-request-id: req-65d1bd75-122a-4714-8a1d-4b88dbafd1d8 {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:43.459454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7bdf3b-a641-44ca-9bf8-4184009ab7eb", "name": "network-vif-plugged", "status": "completed", "tag": "7f94ed1e-3f7b-49dd-84d8-ab9ca0114714", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:43.459747 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65d1bd75-122a-4714-8a1d-4b88dbafd1d8 {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:43.460156 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714', 'code': 200} Sep 27 12:47:43.484798 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:43.617644 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48615-97ae-4e4a-9bbd-f876dcb56c77 req-33be3b1d-2bc9-46e6-a61b-853468a62792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:43.619105 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fae48615-97ae-4e4a-9bbd-f876dcb56c77 req-33be3b1d-2bc9-46e6-a61b-853468a62792 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 1098 time: 0.0393057 Sep 27 12:47:43.654348 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fae48615-97ae-4e4a-9bbd-f876dcb56c77 req-dbbbec83-f915-4668-8ed4-fdc5142c44c4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260274 Sep 27 12:47:43.965071 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9b034-66fa-41f7-8118-310b2d687c81 req-75e635f3-33df-4573-8e46-6df9c5943474 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:43.966552 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4cd9b034-66fa-41f7-8118-310b2d687c81 req-75e635f3-33df-4573-8e46-6df9c5943474 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 945 time: 0.0469539 Sep 27 12:47:44.003887 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4cd9b034-66fa-41f7-8118-310b2d687c81 req-02cde7eb-19c4-4eab-9910-05d4a77c5074 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Sep 27 12:47:45.121358 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646cea8-39ba-4091-b2db-ceaae5a6f79e req-8a7a6509-c014-41d9-bea4-5f7c479dc7fa tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:45.122839 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b646cea8-39ba-4091-b2db-ceaae5a6f79e req-8a7a6509-c014-41d9-bea4-5f7c479dc7fa tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 945 time: 0.0485077 Sep 27 12:47:45.161567 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b646cea8-39ba-4091-b2db-ceaae5a6f79e req-c81b33b9-558b-4fe7-bf31-d76ada697a77 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Sep 27 12:47:45.807127 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb37c03-2ef5-4ca1-8804-74a6ba0b61e6 req-b3c57e0a-ae3f-4b25-9a23-7d05e99511e1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:45.808623 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9fb37c03-2ef5-4ca1-8804-74a6ba0b61e6 req-b3c57e0a-ae3f-4b25-9a23-7d05e99511e1 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 945 time: 0.0477779 Sep 27 12:47:45.849203 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9fb37c03-2ef5-4ca1-8804-74a6ba0b61e6 req-8d13375b-89c1-4107-828e-c04cc481c630 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348222 Sep 27 12:47:46.961888 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a448a2-8e58-41ab-a414-badbb9e920c8 req-7f90bf4b-8de8-49bc-aa05-cfbe4150f99c tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:46.963340 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-46a448a2-8e58-41ab-a414-badbb9e920c8 req-7f90bf4b-8de8-49bc-aa05-cfbe4150f99c tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 945 time: 0.0471385 Sep 27 12:47:47.000426 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-46a448a2-8e58-41ab-a414-badbb9e920c8 req-62708a7e-f0df-4572-9f0f-583417c39091 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2d13006-fec3-446e-9b50-275cd53ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Sep 27 12:47:47.212282 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ca130-2140-4492-a07d-a656f48285c8 req-155ba894-6966-40f7-a75d-9cffa4be3e0f tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:47.213731 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-947ca130-2140-4492-a07d-a656f48285c8 req-155ba894-6966-40f7-a75d-9cffa4be3e0f tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 945 time: 0.0469167 Sep 27 12:47:47.302276 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Deleting port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:47:47.302635 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:47.391101 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] For port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,segment=NetworkSegment(06a6585a-8a15-44d3-8b14-6bf55be74267),segment_id=06a6585a-8a15-44d3-8b14-6bf55be74267)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:47:47.391463 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:47.403612 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Calling delete_port for 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:47:47.529393 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:47.541610 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['7f94ed1e-3f7b-49dd-84d8-ab9ca0114714'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:47:47.556810 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Pushing event deleted for resources: {'Port': ['ID=7f94ed1e-3f7b-49dd-84d8-ab9ca0114714,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:47:47.566494 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.566832 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.567392 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.567596 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.567808 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.568156 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.569435 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.569435 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.569622 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.569898 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.570217 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.570534 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:47:47.609441 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] No DVR routers for this DVR port 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:47:47.611879 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:47.613865 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-947ca130-2140-4492-a07d-a656f48285c8 req-819ca89a-46a6-4968-9242-5bcc3ad827ec tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.38 "DELETE /v2.0/ports/7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 HTTP/1.1" status: 204 len: 173 time: 0.3941305 Sep 27 12:47:47.614296 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'name': 'network-vif-deleted', 'tag': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:47:47.617015 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50719c9-605f-4c8c-8092-9473fc4124dd" -d '{"events": [{"server_uuid": "9c7bdf3b-a641-44ca-9bf8-4184009ab7eb", "name": "network-vif-deleted", "tag": "7f94ed1e-3f7b-49dd-84d8-ab9ca0114714"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:47:47.656639 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8afd141-edf2-4cf5-b60e-7d1198f3f96b x-openstack-request-id: req-d8afd141-edf2-4cf5-b60e-7d1198f3f96b {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:47:47.657378 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7bdf3b-a641-44ca-9bf8-4184009ab7eb", "name": "network-vif-deleted", "tag": "7f94ed1e-3f7b-49dd-84d8-ab9ca0114714", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:47:47.657635 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8afd141-edf2-4cf5-b60e-7d1198f3f96b {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:47:47.658030 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7bdf3b-a641-44ca-9bf8-4184009ab7eb', 'name': 'network-vif-deleted', 'tag': '7f94ed1e-3f7b-49dd-84d8-ab9ca0114714', 'status': 'completed', 'code': 200} Sep 27 12:47:48.109779 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-91dac62e-6773-4e77-b501-2475bbb92b3d req-2a785849-61ea-4c81-8f53-79fdd7e0c734 tempest-VolumesActionsTest-1519369521 tempest-VolumesActionsTest-1519369521-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7bdf3b-a641-44ca-9bf8-4184009ab7eb HTTP/1.1" status: 200 len: 210 time: 0.0299275 Sep 27 12:47:51.856386 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:47:51.883905 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:47:51.884281 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7f94ed1e-3f7b-49dd-84d8-ab9ca0114714 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:47:51.891803 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:53.318772 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-bc149acf-b1c5-4f96-b860-41cd74786597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:54.978154 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d9604-a916-45fb-9738-99a82529019b req-0a6e89c4-df68-49f6-9c33-58150947e430 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:54.985273 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb1d9604-a916-45fb-9738-99a82529019b req-0a6e89c4-df68-49f6-9c33-58150947e430 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0884268 Sep 27 12:47:55.004991 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-a2db39db-347a-4337-b0ea-33f7de3541a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:55.007294 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-a2db39db-347a-4337-b0ea-33f7de3541a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1137 time: 0.0840800 Sep 27 12:47:55.044333 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-fb1d9604-a916-45fb-9738-99a82529019b req-e1278a2a-7489-436b-b164-f5bcf66ab764 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579073 Sep 27 12:47:55.145560 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-6e8632ba-b480-4e30-83af-baee42d175c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:55.148728 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-6e8632ba-b480-4e30-83af-baee42d175c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 915 time: 0.1223631 Sep 27 12:47:55.254496 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-8b2a2275-ba0c-4663-ae56-e5c89965b064 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 1000 time: 0.0948145 Sep 27 12:47:55.347728 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-23dcf97d-16a6-469f-be44-2fe98fbe6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:55.349663 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-23dcf97d-16a6-469f-be44-2fe98fbe6161 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0873234 Sep 27 12:47:55.418713 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-a7a70bd6-a106-4ba6-ab83-692e9aba76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:55.420354 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-a7a70bd6-a106-4ba6-ab83-692e9aba76b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503924 Sep 27 12:47:55.529611 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-ec82e874-a906-4ed5-af59-9cd304cf2644 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007094 Sep 27 12:47:55.652783 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-22d8fc2f-a483-40f4-9aee-4185f7c8fccf req-535b90ad-30c9-4a1f-8031-9a5925e42152 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126401 Sep 27 12:47:56.041028 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3bef-c98d-444c-8637-9174ee23b2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:56.197686 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78049b0-0298-4776-b8d1-2688f2163f08 req-49267576-157a-43e6-8f4a-37f71e6b1630 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:56.199814 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b78049b0-0298-4776-b8d1-2688f2163f08 req-49267576-157a-43e6-8f4a-37f71e6b1630 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0854704 Sep 27 12:47:56.259227 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-b78049b0-0298-4776-b8d1-2688f2163f08 req-b697b184-2583-4087-9664-ea9198857ce3 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529840 Sep 27 12:47:56.925758 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:57.290027 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:57.390694 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448310e4-6e56-4076-995f-8e5f77749952 req-870d0040-2c76-4741-9483-3d09d3cb4582 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:57.392396 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-448310e4-6e56-4076-995f-8e5f77749952 req-870d0040-2c76-4741-9483-3d09d3cb4582 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0543485 Sep 27 12:47:57.440435 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-448310e4-6e56-4076-995f-8e5f77749952 req-2b6c8f6a-fa66-455f-8203-157c1a440f18 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394545 Sep 27 12:47:58.590548 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09cc76-e7b1-4c3c-9184-59158f04d83f req-40643638-3652-4176-820c-6a108c890cb2 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:58.591871 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9f09cc76-e7b1-4c3c-9184-59158f04d83f req-40643638-3652-4176-820c-6a108c890cb2 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0519822 Sep 27 12:47:58.640115 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-9f09cc76-e7b1-4c3c-9184-59158f04d83f req-d7bf4ef5-4ad9-45d0-ac79-06d999e367a9 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368752 Sep 27 12:47:59.162093 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:47:59.762045 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ddde-947f-4983-b9d1-5c98f78f481f req-4f97331e-ad96-4230-98eb-d51139400609 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:47:59.769265 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dcf3ddde-947f-4983-b9d1-5c98f78f481f req-4f97331e-ad96-4230-98eb-d51139400609 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0546205 Sep 27 12:47:59.805237 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-dcf3ddde-947f-4983-b9d1-5c98f78f481f req-22710948-8c47-42df-a80c-9f1e711e21a1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350442 Sep 27 12:48:00.959959 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d15ce6-85bb-4f76-a21f-196b3e4ac2ab req-fafea959-263b-4c8b-a498-6c736c6c7579 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:00.962430 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e4d15ce6-85bb-4f76-a21f-196b3e4ac2ab req-fafea959-263b-4c8b-a498-6c736c6c7579 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0554686 Sep 27 12:48:01.023127 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-e4d15ce6-85bb-4f76-a21f-196b3e4ac2ab req-d58c43ed-e91a-431c-9ab3-2710a9cdd25e tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543120 Sep 27 12:48:02.166493 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec44e2-6000-414f-9c8b-5d14230ede01 req-4f51e22b-c099-46c5-8539-3b65b9a75502 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:02.176636 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e6ec44e2-6000-414f-9c8b-5d14230ede01 req-4f51e22b-c099-46c5-8539-3b65b9a75502 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0949476 Sep 27 12:48:02.225759 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-e6ec44e2-6000-414f-9c8b-5d14230ede01 req-4d77d800-4f84-4ddb-8773-7e82f47c3414 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482798 Sep 27 12:48:03.369145 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d73d7-b0c1-4be1-a9bb-0caa6356a585 req-5f33c66e-6e71-4768-bb11-f9728d89ef67 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:03.372054 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a41d73d7-b0c1-4be1-a9bb-0caa6356a585 req-5f33c66e-6e71-4768-bb11-f9728d89ef67 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0629225 Sep 27 12:48:03.414427 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-a41d73d7-b0c1-4be1-a9bb-0caa6356a585 req-0455f596-df68-4ce1-8f8c-489e63053f18 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372891 Sep 27 12:48:04.533588 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52f379-5cfc-48aa-bdc3-8a3df7ca6bf5 req-171c318b-15b4-4715-a67b-9df4dd2db931 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:04.535107 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8d52f379-5cfc-48aa-bdc3-8a3df7ca6bf5 req-171c318b-15b4-4715-a67b-9df4dd2db931 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0519874 Sep 27 12:48:04.576623 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8d52f379-5cfc-48aa-bdc3-8a3df7ca6bf5 req-be169965-8bd8-4294-91bd-e0663415084f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346470 Sep 27 12:48:05.722928 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:48:05.723881 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24938d19-a4e2-4df3-8274-df370f6100b4 req-71ac9593-3d49-4ad2-9f4c-f378c11f4435 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:05.724778 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-24938d19-a4e2-4df3-8274-df370f6100b4 req-71ac9593-3d49-4ad2-9f4c-f378c11f4435 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0623231 Sep 27 12:48:05.769397 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-24938d19-a4e2-4df3-8274-df370f6100b4 req-83b9df07-b2ab-43c9-bd80-c85fba1c9733 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381715 Sep 27 12:48:06.912180 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d590bd-db3f-4be1-a678-e53d7326a37d req-f17b8e56-5576-49a0-8398-516644e2158c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:06.919665 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d2d590bd-db3f-4be1-a678-e53d7326a37d req-f17b8e56-5576-49a0-8398-516644e2158c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0749345 Sep 27 12:48:06.981176 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-d2d590bd-db3f-4be1-a678-e53d7326a37d req-18d9bb01-8c27-4bfb-91f2-904294813eff tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378432 Sep 27 12:48:08.101842 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff164-4a98-4926-bc36-ef105f82eec4 req-bcdf5a37-974d-46a8-ae0b-64a8e70c6abb tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:08.103326 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-84fff164-4a98-4926-bc36-ef105f82eec4 req-bcdf5a37-974d-46a8-ae0b-64a8e70c6abb tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0512893 Sep 27 12:48:08.142050 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-84fff164-4a98-4926-bc36-ef105f82eec4 req-92d6e9f6-16d9-4fe9-bb5a-e01d175dfcb7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328362 Sep 27 12:48:09.253547 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb979-e2f9-43c5-a9d2-ec80dbdd36aa req-07457870-2fe2-4f43-ba2f-4426d01db442 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:09.254965 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a61fb979-e2f9-43c5-a9d2-ec80dbdd36aa req-07457870-2fe2-4f43-ba2f-4426d01db442 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0472319 Sep 27 12:48:09.298591 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a61fb979-e2f9-43c5-a9d2-ec80dbdd36aa req-27392934-d42a-44b0-9723-dda73470afa2 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377438 Sep 27 12:48:09.841018 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41798) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:09.884180 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Deleting subnet a03d6859-4224-4366-8206-40d740be652b {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:48:09.887059 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:09.920148 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:09.956890 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.012919 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.038427 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03d6859-4224-4366-8206-40d740be652b,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:10.042894 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.044800 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a03d6859-4224-4366-8206-40d740be652b HTTP/1.1" status: 204 len: 168 time: 0.2027693 Sep 27 12:48:10.047334 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41800) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:10.050637 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.050994 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.051333 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.051669 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.052007 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.052351 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.052719 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.053559 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.053883 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.054211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.054533 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.054859 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e11bb1-173f-42ad-9e42-df778bb93ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:10.113930 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.415731 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc34d64-611d-4b68-8863-76d2dd17205b req-13f57cd7-85cf-4728-8664-404164e46c1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:10.417221 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0fc34d64-611d-4b68-8863-76d2dd17205b req-13f57cd7-85cf-4728-8664-404164e46c1f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0502939 Sep 27 12:48:10.432362 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.451476 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3afa30f-f376-468e-a566-6c74a3e40c12']}} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:10.456792 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0fc34d64-611d-4b68-8863-76d2dd17205b req-c52bcdf6-ffce-4dbc-96b5-900c47919089 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334504 Sep 27 12:48:10.461280 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a6585a-8a15-44d3-8b14-6bf55be74267') {'for_net_delete': True} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:10.461573 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a6585a-8a15-44d3-8b14-6bf55be74267') {} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:10.470845 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7124103'] for segment, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.485155 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.491046 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:48:10.491412 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7227294'] for segment, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: Traceback (most recent call last): Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: timer() Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: cb(*args, **kw) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: return func(*args, **kwargs) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: self._notify() Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: self.callback(batched_events) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: event.method(event) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: return f(self, *a, **k) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._get(url).json() Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: return self.request(url, 'GET', **kwargs) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:48:10.493083 dv-cinder-801522-3-iscsi neutron-server[100728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:48:10.545864 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.551283 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.553167 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3afa30f-f376-468e-a566-6c74a3e40c12 HTTP/1.1" status: 204 len: 168 time: 0.5047874 Sep 27 12:48:10.563628 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d726bf-ffbd-4ee8-bd6a-ae75dc0067c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3afa30f-f376-468e-a566-6c74a3e40c12,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:10.711093 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41806) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:10.748525 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-a0167219-3b38-4254-b87a-e9ad9c92930b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e466a01012841ed822e069767cfcec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363321 Sep 27 12:48:10.750756 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41808) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:10.796678 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-17a690d0-fad5-4b56-9b33-73f65133886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.821593 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-17a690d0-fad5-4b56-9b33-73f65133886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.866828 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-17a690d0-fad5-4b56-9b33-73f65133886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.869413 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-17a690d0-fad5-4b56-9b33-73f65133886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:10.870579 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-17a690d0-fad5-4b56-9b33-73f65133886a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2d13006-fec3-446e-9b50-275cd53ad2fa HTTP/1.1" status: 204 len: 168 time: 0.1189647 Sep 27 12:48:10.877852 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a690d0-fad5-4b56-9b33-73f65133886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d13006-fec3-446e-9b50-275cd53ad2fa,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:11.574864 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1bc3a-bc5f-4ed5-8afe-530b245b5df8 req-3510f9e2-b8e3-4fa2-a2cb-5333950cfaf1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:11.576389 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ecf1bc3a-bc5f-4ed5-8afe-530b245b5df8 req-3510f9e2-b8e3-4fa2-a2cb-5333950cfaf1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0528862 Sep 27 12:48:11.616385 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ecf1bc3a-bc5f-4ed5-8afe-530b245b5df8 req-eff516c3-0e9d-4177-a430-f0693e8ccd15 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339551 Sep 27 12:48:12.729761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d72b77-10a4-4ea1-b61b-8d7982d513a9 req-4131b98f-229c-4257-b8c9-89d2d42a5571 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:12.731230 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-47d72b77-10a4-4ea1-b61b-8d7982d513a9 req-4131b98f-229c-4257-b8c9-89d2d42a5571 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0485573 Sep 27 12:48:12.769940 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-47d72b77-10a4-4ea1-b61b-8d7982d513a9 req-7cf15bd0-3743-43ed-8328-0dea4249b810 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324025 Sep 27 12:48:13.882664 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9254d2-3bb3-4650-a534-b6dfa60d5b3b req-273ed907-7f16-4533-b03e-18576664e121 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:13.884154 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ee9254d2-3bb3-4650-a534-b6dfa60d5b3b req-273ed907-7f16-4533-b03e-18576664e121 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0480664 Sep 27 12:48:13.923495 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ee9254d2-3bb3-4650-a534-b6dfa60d5b3b req-bb507a32-cd76-49f1-bd04-c43e1c9535bf tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334578 Sep 27 12:48:14.380008 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41862) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:14.483837 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f18a12e9-8c09-4792-aadd-daefb6a00054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.569269 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f18a12e9-8c09-4792-aadd-daefb6a00054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.573013 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-f18a12e9-8c09-4792-aadd-daefb6a00054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.610203 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-f18a12e9-8c09-4792-aadd-daefb6a00054 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dd71a24f8934a30896fc614dd974146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285838 Sep 27 12:48:14.611047 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a12e9-8c09-4792-aadd-daefb6a00054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ec599-30d4-44c7-ace9-86197dec80dd,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:14.613050 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 41866) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:14.661815 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9d2c130d-9d0c-4f7a-993f-de246c175fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.682628 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9d2c130d-9d0c-4f7a-993f-de246c175fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.726353 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9d2c130d-9d0c-4f7a-993f-de246c175fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.729001 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-9d2c130d-9d0c-4f7a-993f-de246c175fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:14.730143 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-9d2c130d-9d0c-4f7a-993f-de246c175fbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf4ec599-30d4-44c7-ace9-86197dec80dd HTTP/1.1" status: 204 len: 168 time: 0.1160915 Sep 27 12:48:14.737557 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c130d-9d0c-4f7a-993f-de246c175fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ec599-30d4-44c7-ace9-86197dec80dd,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:15.043998 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f5f-f48c-4a53-88e6-a1666ca5c574 req-48aa2ca6-85eb-4ce2-bcca-d585f964472e tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:15.045497 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-27987f5f-f48c-4a53-88e6-a1666ca5c574 req-48aa2ca6-85eb-4ce2-bcca-d585f964472e tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0534601 Sep 27 12:48:15.083864 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-27987f5f-f48c-4a53-88e6-a1666ca5c574 req-4e2fafc1-ea6b-4685-8a0d-674147bd7a0d tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324991 Sep 27 12:48:16.199251 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abd35-a8f8-40d5-8d4d-ceb78d11c84d req-27fb5d81-3664-4d61-889a-d09ca90018f7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:16.200801 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5b7abd35-a8f8-40d5-8d4d-ceb78d11c84d req-27fb5d81-3664-4d61-889a-d09ca90018f7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0512571 Sep 27 12:48:16.238741 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-5b7abd35-a8f8-40d5-8d4d-ceb78d11c84d req-e8fd21b0-556d-4008-b129-2709f273d4eb tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319874 Sep 27 12:48:17.353457 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ea94-7b19-4607-b05b-21799aab3b35 req-4a347f7f-6a53-4d26-b073-454684ccf33a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:17.354968 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7344ea94-7b19-4607-b05b-21799aab3b35 req-4a347f7f-6a53-4d26-b073-454684ccf33a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0490487 Sep 27 12:48:17.393966 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-7344ea94-7b19-4607-b05b-21799aab3b35 req-7225d3a4-1b13-4256-a997-cac07ac61b60 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&id=5cb2ecc7-4fff-4c39-a690-348029fac311&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328710 Sep 27 12:48:21.866925 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:22.487878 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-3762df42-1146-4578-8bad-fb78cfc261fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387344 Sep 27 12:48:22.565412 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-3df41877-b702-4902-93e7-52ad01998887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:22.566866 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-3df41877-b702-4902-93e7-52ad01998887 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1098 time: 0.0389822 Sep 27 12:48:22.670932 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-778a7837-b7bc-40b0-833b-a01d693ff49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:22.672454 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-778a7837-b7bc-40b0-833b-a01d693ff49a service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.0857322 Sep 27 12:48:22.735226 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-27eb4d2b-e2ac-41be-a202-a6b5c94bfba0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 1001 time: 0.0555613 Sep 27 12:48:22.786293 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-9fd8e8b6-b95e-4504-bf46-e793eac36888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:22.787616 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-9fd8e8b6-b95e-4504-bf46-e793eac36888 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0459223 Sep 27 12:48:22.831516 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-876dd1df-a26e-466d-9fdb-9d63f9ae3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:22.833048 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-876dd1df-a26e-466d-9fdb-9d63f9ae3d6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383182 Sep 27 12:48:22.921142 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-975ea30b-202b-4431-aa19-61588d829c68 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803375 Sep 27 12:48:23.018539 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c96be119-7fba-4ae2-a95d-30f9a14d5929 req-38e11669-3b0e-4087-8c23-13d3a4a3aac5 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866301 Sep 27 12:48:23.321396 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-850b72a1-2252-4ea6-bd8f-009d69b9655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:26.032897 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9585e028-6588-43b9-b502-1df3cbb1b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:26.928509 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:27.289999 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:29.164220 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:42.723522 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:48:51.870402 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:53.322124 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-02c3bfcf-0b7b-435d-8585-dd002da68348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.032843 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9a03882f-90cb-4ae6-83df-f3b8b85f2ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.162002 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-301943aa-6a0f-4ca4-ac94-c4eae332341b tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133736934&fields=id&tenant_id=26bed6413aa9476fa211edcbf10a25ee HTTP/1.1" status: 200 len: 267 time: 0.0331657 Sep 27 12:48:56.214815 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-b5645f73-8507-40e6-ae5d-ebdc4d8b79ff tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:56.216303 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-b5645f73-8507-40e6-ae5d-ebdc4d8b79ff tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 984 time: 0.0480278 Sep 27 12:48:56.226849 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Request body: {'port': {'security_groups': ['2152ed01-63f6-41d2-a1c9-5a149048c327']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:48:56.293871 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.466924 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:48:56.494272 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.498657 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.516355 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:48:56.541938 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:56.542567 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.543973 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a3c97b94-2445-41ab-819c-19df0da1bf2e req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "PUT /v2.0/ports/d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 942 time: 0.3215106 Sep 27 12:48:56.544446 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:48:56.546745 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b97f49-0147-410a-ad42-3c0c95fb6cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:48:56.550380 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41904) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:56.588354 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event updated for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=7']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:56.597239 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81acb0-a4a2-4fa5-ac8f-5bf75788ccd7 x-openstack-request-id: req-1e81acb0-a4a2-4fa5-ac8f-5bf75788ccd7 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:48:56.597239 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:48:56.597591 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e81acb0-a4a2-4fa5-ac8f-5bf75788ccd7 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:48:56.597725 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'status': 'completed', 'code': 200} Sep 27 12:48:56.598990 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.599350 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.599699 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.600040 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.600737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.600737 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.601061 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.601398 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.601772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.602176 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.602653 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.602993 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568d895-3c9f-4680-8fe2-340ab260d3c1 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:48:56.638352 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-952f94ab-33f9-4c44-a6d9-b67652aff94c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.648887 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:48:56.661787 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-13ae1c17-9786-4ae1-93f4-dc26d63bdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:56.663643 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-13ae1c17-9786-4ae1-93f4-dc26d63bdbfb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0486338 Sep 27 12:48:56.669978 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-952f94ab-33f9-4c44-a6d9-b67652aff94c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.738496 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-952f94ab-33f9-4c44-a6d9-b67652aff94c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.741139 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-952f94ab-33f9-4c44-a6d9-b67652aff94c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.743105 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-952f94ab-33f9-4c44-a6d9-b67652aff94c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "DELETE /v2.0/security-groups/5cb2ecc7-4fff-4c39-a690-348029fac311 HTTP/1.1" status: 204 len: 168 time: 0.1899118 Sep 27 12:48:56.748093 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 41906) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:48:56.791023 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-e92cc99b-0a12-484a-bb21-641c6ea27099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:56.792287 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-e92cc99b-0a12-484a-bb21-641c6ea27099 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 915 time: 0.1199937 Sep 27 12:48:56.797362 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f94ab-33f9-4c44-a6d9-b67652aff94c tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2ecc7-4fff-4c39-a690-348029fac311,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:56.858880 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-66bcf2e2-85e5-468d-961d-dfc7dcdd8b5e None None] Provisioning complete for port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:48:56.859353 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-66bcf2e2-85e5-468d-961d-dfc7dcdd8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:56.870975 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-696e17ef-d06a-4313-bde9-27bd930b4a8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 1000 time: 0.0659378 Sep 27 12:48:56.936404 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-9d64891c-c666-4abe-b3b8-6da3015c58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:56.936404 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-9d64891c-c666-4abe-b3b8-6da3015c58e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0572760 Sep 27 12:48:56.941991 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.001337 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-c6eae1f2-d902-4b29-9690-1f851f16e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:57.002135 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-c6eae1f2-d902-4b29-9690-1f851f16e509 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541072 Sep 27 12:48:57.109739 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-ab2f0804-a73d-4b61-bf70-8766e2deb59c service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982332 Sep 27 12:48:57.176200 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Deleting port 8c270172-77bc-4e09-b80c-f6b52e6dc9e0 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:48:57.176550 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.214601 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-34b97f49-0147-410a-ad42-3c0c95fb6cd2 req-ef786f75-4242-407f-8746-bf1ed0ea885d service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928466 Sep 27 12:48:57.253558 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.253897 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.266928 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Calling delete_port for 8c270172-77bc-4e09-b80c-f6b52e6dc9e0 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:48:57.302366 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.420306 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.444626 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event deleted for resources: {'Port': ['ID=8c270172-77bc-4e09-b80c-f6b52e6dc9e0,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:48:57.506393 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.506684 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Floating IP fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691 disassociated (deleted). External IP: 172.27.0.65, port: d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8. Sep 27 12:48:57.710144 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:48:57.816100 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:48:57.820758 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:48:57.826615 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] Sync routers for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:48:57.835256 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:48:57.835873 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:57.846497 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-06f618b9-3685-40e5-a3c5-dd10760f67b7 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691 HTTP/1.1" status: 204 len: 168 time: 1.0970619 Sep 27 12:48:57.847068 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:48:57.849327 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:48:57.893038 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e4927-31df-4128-a7c9-0b4a4546070a x-openstack-request-id: req-a97e4927-31df-4128-a7c9-0b4a4546070a {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:48:57.893336 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:48:57.893591 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a97e4927-31df-4128-a7c9-0b4a4546070a {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:48:57.894161 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'status': 'completed', 'code': 200} Sep 27 12:48:57.962049 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-d0434047-186a-4e77-9895-9aa36215c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:57.964097 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-d0434047-186a-4e77-9895-9aa36215c491 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26bed6413aa9476fa211edcbf10a25ee&device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0441837 Sep 27 12:48:58.075796 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:48:58.087155 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-a86c9ae6-890e-4113-b588-732ffc380684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:58.088970 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-a86c9ae6-890e-4113-b588-732ffc380684 service neutron] 10.222.0.38 "GET /v2.0/networks?id=43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 200 len: 915 time: 0.1160502 Sep 27 12:48:58.134611 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-b0f84e2d-9c77-469b-aa44-a85389140063 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Sep 27 12:48:58.189855 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-39abdb39-259e-4260-bf17-feff8c7f9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:58.191343 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-39abdb39-259e-4260-bf17-feff8c7f9aaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 200 len: 853 time: 0.0493422 Sep 27 12:48:58.237271 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-2c0ec821-b6e1-4aa9-826e-b217d06139b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:48:58.238756 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-2c0ec821-b6e1-4aa9-826e-b217d06139b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=43c2f13d-9035-4997-8fc1-a6099631799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388608 Sep 27 12:48:58.277590 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:58.304219 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] Checking router: 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:48:58.312918 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:48:58.313820 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:58.333180 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-56691dff-b607-4b79-9739-ee34ea86a55b service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853286 Sep 27 12:48:58.419594 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:48:58.429463 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-9a0f7ffc-9e1c-4d36-9137-e1f0dfd6f9a4 req-df3dafa6-50f4-4fbc-83eb-43467457e7c2 service neutron] 10.222.0.38 "GET /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876582 Sep 27 12:48:58.618135 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:48:58.646036 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04b564-4b60-4c14-926f-5278b93c6105 None None] The sync data for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi is: [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:46:25Z', 'revision_number': 4, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '33cb2af1-ff6e-4069-999b-378608c528be', 'name': '', 'network_id': '43c2f13d-9035-4997-8fc1-a6099631799f', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'mac_address': 'fa:16:3e:4d:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:24Z', 'updated_at': '2021-09-27T12:46:28Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'subnets': [{'id': '4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:48:58.856428 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11aacbc-bc6a-42bf-875c-603ef4be1de5 None None] New status for floating IP fd5f46d9-ff8c-4cb9-89d3-a1e7c36d4691: DOWN {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:48:59.167249 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:00.646358 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-9c357adc-df5f-4d92-8ed3-c41ece5d40dc tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759898577&fields=id&tenant_id=017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 267 time: 0.0315881 Sep 27 12:49:00.752483 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-78149897-525e-460a-8641-aaf6f8a94be8 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:00.753828 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-78149897-525e-460a-8641-aaf6f8a94be8 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 812 time: 0.1004546 Sep 27 12:49:00.769070 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-8d324529-ac3a-459a-aef2-80da82db6494 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/quotas/017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 375 time: 0.0086970 Sep 27 12:49:00.824220 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-49dc4180-6769-4ddf-92f6-9f0965bd149c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495343 Sep 27 12:49:00.916689 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-65eca02b-c1df-42fa-9bab-2c055330080a service neutron] 10.222.0.15 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808620 Sep 27 12:49:01.005696 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-e42ac475-4301-4bc8-af7b-508ba8b5f725 service neutron] 10.222.0.15 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830052 Sep 27 12:49:01.287417 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c6ec05b6-6c1c-4858-b2e6-9e5d38532cd9 req-c5dad0f4-8c50-455a-8ae3-c88ca70c754c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 210 time: 0.0260842 Sep 27 12:49:01.629244 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef13b4-f12f-436d-b6ae-b6cfabcc6cea req-fd623ef0-862f-4754-9955-e87ba640e847 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:01.630847 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-71ef13b4-f12f-436d-b6ae-b6cfabcc6cea req-fd623ef0-862f-4754-9955-e87ba640e847 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0502474 Sep 27 12:49:01.674027 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-71ef13b4-f12f-436d-b6ae-b6cfabcc6cea req-d0ed2f78-90e5-4ccb-8496-91708886b5cc tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Sep 27 12:49:02.246549 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-d0a0b41c-d674-4031-9925-1dd3e428f5ac tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:02.248009 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-d0a0b41c-d674-4031-9925-1dd3e428f5ac tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 812 time: 0.1042869 Sep 27 12:49:02.292422 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-0de2a395-286e-4a4a-9531-498fb5123796 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017170b909824ae7abf5e5bbfe9b06ff HTTP/1.1" status: 200 len: 379 time: 0.0335455 Sep 27 12:49:02.301976 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'port': {'device_id': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'admin_state_up': True, 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'security_groups': ['0015ceff-2ee6-4564-b97f-47f32d70b0dc']}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:49:02.384153 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-744b43b8-bc00-48ff-953e-58e8e9b4ed51 req-0c354cba-4167-4309-a09e-6b63d1b868d9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 210 time: 0.0263658 Sep 27 12:49:02.416238 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Made reservation on behalf of 017170b909824ae7abf5e5bbfe9b06ff for: {'port': 1} {{(pid=100728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:49:02.419666 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:02.547081 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_common [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Allocated IP 172.20.0.7 (d1b194fe-188c-4c7e-aaf3-8999ebe34942/4cc7184c-a9d0-4902-a574-bbb5745a899e/bac03ec9-fa9c-4aeb-889d-28a323149972) {{(pid=100728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:49:02.685528 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:02.723128 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_create {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:02.808435 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is already hosted by enough agents. {{(pid=100728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:49:02.809826 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=bac03ec9-fa9c-4aeb-889d-28a323149972,revision_number=1']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:02.814750 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.base_scheduler [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Resources bound (agent type, host, resource id): {{(pid=100728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:49:02.817558 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Received port after_create {{(pid=100728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:49:02.868431 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55485f-26cc-4e78-a6e7-4161272f3d38 req-6a89f1d7-d56b-4e0d-a9c2-8660f62ba4aa tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:02.869977 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2c55485f-26cc-4e78-a6e7-4161272f3d38 req-6a89f1d7-d56b-4e0d-a9c2-8660f62ba4aa tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.1110721 Sep 27 12:49:02.882712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:02.883465 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:02.912773 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-391a8b38-4eee-49c6-ae05-54d163851e55 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139677 Sep 27 12:49:02.928109 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.v2.base [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Request body: {'port': {'device_id': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=100728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:49:02.933026 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-2c55485f-26cc-4e78-a6e7-4161272f3d38 req-b82cf3ea-57e6-4381-8817-ff9df8e4b12f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564818 Sep 27 12:49:02.991645 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.042770 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-6da07908-b6f0-46cd-867c-d089abf5a137 None None] Provisioning complete for port bac03ec9-fa9c-4aeb-889d-28a323149972 triggered by entity DHCP. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:49:03.043317 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6da07908-b6f0-46cd-867c-d089abf5a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.075969 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-6da07908-b6f0-46cd-867c-d089abf5a137 None None] Port bac03ec9-fa9c-4aeb-889d-28a323149972 cannot update to ACTIVE because it is not bound. {{(pid=100730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:49:03.249100 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac03ec9-fa9c-4aeb-889d-28a323149972 {{(pid=100728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:49:03.256312 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.268298 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.provisioning_blocks [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Transition to ACTIVE for port object bac03ec9-fa9c-4aeb-889d-28a323149972 will not be triggered until provisioned by entity L2. {{(pid=100728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:49:03.271831 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.322157 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bac03ec9-fa9c-4aeb-889d-28a323149972,revision_number=2']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:03.394219 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Attempting to bind port bac03ec9-fa9c-4aeb-889d-28a323149972 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:49:03.394561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Attempting to bind port bac03ec9-fa9c-4aeb-889d-28a323149972 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:49:03.394899 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Attempting to bind port bac03ec9-fa9c-4aeb-889d-28a323149972 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:49:03.399390 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Port bac03ec9-fa9c-4aeb-889d-28a323149972 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:49:03.399712 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Attempting to bind port bac03ec9-fa9c-4aeb-889d-28a323149972 on network d1b194fe-188c-4c7e-aaf3-8999ebe34942 {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:49:03.404673 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Checking agent: {'id': '740dba8b-af09-4a1e-8b7e-a17c19788c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'started_at': datetime.datetime(2021, 9, 27, 12, 37, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:49:03.405017 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Checking segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:49:03.405409 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Bound using segment: {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'} {{(pid=100728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:49:03.407326 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.managers [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Bound port: bac03ec9-fa9c-4aeb-889d-28a323149972, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fd5a46-3e20-4965-8850-60fbad7546b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942'}}] {{(pid=100728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:49:03.407729 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.488869 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] For port bac03ec9-fa9c-4aeb-889d-28a323149972, host hv-cinder-80152, cleared binding levels {{(pid=100728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:49:03.493026 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] For port bac03ec9-fa9c-4aeb-889d-28a323149972, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bac03ec9-fa9c-4aeb-889d-28a323149972,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:49:03.498450 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7226982'] for port, after_update {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.505038 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24bb41-0ae5-4797-b37b-5a7fa09e5c13 req-aceee2bf-886c-4d2b-9cf1-fd548fdf2ed1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:03.506560 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fa24bb41-0ae5-4797-b37b-5a7fa09e5c13 req-aceee2bf-886c-4d2b-9cf1-fd548fdf2ed1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0515506 Sep 27 12:49:03.533609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:03.534239 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.535679 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/bac03ec9-fa9c-4aeb-889d-28a323149972 HTTP/1.1" status: 200 len: 1093 time: 0.6120045 Sep 27 12:49:03.536095 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:49:03.538632 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca00ca39-0816-49d9-a6ae-e2f31637959a" -d '{"events": [{"name": "network-changed", "server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:49:03.549956 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-fa24bb41-0ae5-4797-b37b-5a7fa09e5c13 req-e3f13530-cc54-4120-b3e9-7459d191d914 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368278 Sep 27 12:49:03.571129 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d8d7-45b9-4bee-9aa6-e81b1ad2a2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bac03ec9-fa9c-4aeb-889d-28a323149972,revision_number=3']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:03.593072 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7156d396-6063-4806-b98e-47f2a7106e56 x-openstack-request-id: req-7156d396-6063-4806-b98e-47f2a7106e56 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:49:03.593360 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:49:03.593609 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7156d396-6063-4806-b98e-47f2a7106e56 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:49:03.594000 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'status': 'completed', 'code': 200} Sep 27 12:49:03.630779 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-812b0590-7b14-425b-8d5b-c70c64e730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:03.632328 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-812b0590-7b14-425b-8d5b-c70c64e730fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 1096 time: 0.0498772 Sep 27 12:49:03.676252 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-f32c42a3-d10d-4f6f-b230-986b5b50d416 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bac03ec9-fa9c-4aeb-889d-28a323149972 HTTP/1.1" status: 200 len: 217 time: 0.0354316 Sep 27 12:49:03.729255 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-a1e2c8b2-65c8-440c-85cc-0e0902e6ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:03.730749 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-a1e2c8b2-65c8-440c-85cc-0e0902e6ab1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0450161 Sep 27 12:49:03.780542 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a030-0444-41e3-8337-5625b523bbed req-867891aa-f5cb-473f-93f2-3c71d8d729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:03.782015 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-867891aa-f5cb-473f-93f2-3c71d8d729bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434718 Sep 27 12:49:03.825941 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-b7e97a1a-bfee-4dc6-a4a4-670ec250a3f0 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:03.827449 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-b7e97a1a-bfee-4dc6-a4a4-670ec250a3f0 tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0521314 Sep 27 12:49:03.873218 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-f80c1b62-770e-4ff7-9f94-7935bd18a23a service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837204 Sep 27 12:49:03.920407 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Deleting port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:03.920750 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:03.971636 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ac45a030-0444-41e3-8337-5625b523bbed req-d182305e-c318-43fd-b3dc-b9932183153d service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Sep 27 12:49:04.046343 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] For port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:04.046717 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:04.064299 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Calling delete_port for d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 owned by compute:nova {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:04.068590 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-07ec9423-b469-4d32-9948-efabf5cf87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:04.070765 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-07ec9423-b469-4d32-9948-efabf5cf87a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 1096 time: 0.0410268 Sep 27 12:49:04.082065 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db061fc3-c046-4d4d-9b46-beadce28d12d req-ac05728d-8643-4b9b-b804-18acdd7d638a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:04.083553 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-db061fc3-c046-4d4d-9b46-beadce28d12d req-ac05728d-8643-4b9b-b804-18acdd7d638a tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1967c3-b04d-4de1-ba07-13588ad42fe2 HTTP/1.1" status: 200 len: 945 time: 0.0805271 Sep 27 12:49:04.166092 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-17b6e206-7775-4870-82be-c2c7dd7884fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:04.167139 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-db061fc3-c046-4d4d-9b46-beadce28d12d req-c4ecfa76-bb45-47df-93da-f302f690458f tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.15 "GET /v2.0/security-groups?id=2152ed01-63f6-41d2-a1c9-5a149048c327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 Sep 27 12:49:04.167554 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-17b6e206-7775-4870-82be-c2c7dd7884fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.0895579 Sep 27 12:49:04.213135 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-5ad91f00-ddd8-494a-a97c-517ec2fcc922 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bac03ec9-fa9c-4aeb-889d-28a323149972 HTTP/1.1" status: 200 len: 217 time: 0.0376279 Sep 27 12:49:04.237887 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:04.249792 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:49:04.267202 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Pushing event deleted for resources: {'Port': ['ID=d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:04.267470 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-09a75abf-03d0-4eee-96e2-0afd7ea3ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:04.269459 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-09a75abf-03d0-4eee-96e2-0afd7ea3ae79 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0475802 Sep 27 12:49:04.312379 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] No DVR routers for this DVR port d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 on host hv-cinder-80152 {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:49:04.314973 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:04.315475 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-1d96121d-e1b1-4b52-b4e6-f8052eba3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:04.316991 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-06d98782-5c3f-4fa0-a3a7-b8c49fe44604 req-3b1cc969-9fb8-4149-848f-9c302bc9aafe tempest-TestMinimumBasicScenario-1327290533 tempest-TestMinimumBasicScenario-1327290533-project] 10.222.0.38 "DELETE /v2.0/ports/d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 HTTP/1.1" status: 204 len: 173 time: 0.4809747 Sep 27 12:49:04.317144 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-1d96121d-e1b1-4b52-b4e6-f8052eba3a14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409877 Sep 27 12:49:04.317432 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'name': 'network-vif-deleted', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:49:04.319645 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c4a47-436c-4420-8fe4-7151bfe3ba53" -d '{"events": [{"server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "name": "network-vif-deleted", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:49:04.355290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0ef044-f8c6-4fb2-af22-1de397473a5d x-openstack-request-id: req-6b0ef044-f8c6-4fb2-af22-1de397473a5d {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:49:04.355995 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1967c3-b04d-4de1-ba07-13588ad42fe2", "name": "network-vif-deleted", "tag": "d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:49:04.355995 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b0ef044-f8c6-4fb2-af22-1de397473a5d {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:49:04.356347 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1967c3-b04d-4de1-ba07-13588ad42fe2', 'name': 'network-vif-deleted', 'tag': 'd4e06759-77b3-4e7c-bab1-4ad1ff7c8df8', 'status': 'completed', 'code': 200} Sep 27 12:49:04.421812 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-6f0db56b-dbf1-4196-aaeb-9e59541dbe06 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905252 Sep 27 12:49:04.517727 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-ca00ca39-0816-49d9-a6ae-e2f31637959a req-b1ed9bba-edaf-4c2a-94fe-d4f78c0b6b30 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853264 Sep 27 12:49:04.669081 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527922-2096-4b57-ad13-8efb200eda8d req-533c66d9-9633-4f58-9763-2e308b189c26 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:04.670883 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-74527922-2096-4b57-ad13-8efb200eda8d req-533c66d9-9633-4f58-9763-2e308b189c26 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0534298 Sep 27 12:49:04.709826 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-74527922-2096-4b57-ad13-8efb200eda8d req-812c7fd4-2d4c-401d-8690-228b25f326f2 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332782 Sep 27 12:49:05.786041 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42038) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:05.831711 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e3a0b-119a-48d2-b8be-22f3081015a6 req-414cbb62-ed3c-46b9-a520-1f82aabf110f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:05.833254 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4a2e3a0b-119a-48d2-b8be-22f3081015a6 req-414cbb62-ed3c-46b9-a520-1f82aabf110f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0496535 Sep 27 12:49:05.871387 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-4a2e3a0b-119a-48d2-b8be-22f3081015a6 req-5e6897ea-b3d6-4358-979a-eb10f65e6719 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Sep 27 12:49:06.119640 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:06.353211 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Deleting port 33cb2af1-ff6e-4069-999b-378608c528be {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:06.353552 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:06.432992 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] For port 33cb2af1-ff6e-4069-999b-378608c528be, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=33cb2af1-ff6e-4069-999b-378608c528be,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:06.433272 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:06.445960 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Calling delete_port for 33cb2af1-ff6e-4069-999b-378608c528be owned by network:router_interface {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:06.616670 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:06.641523 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33cb2af1-ff6e-4069-999b-378608c528be,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:06.800835 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:07.038126 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157cc1-dc28-4f69-888c-2a6834c1a7e1 req-811eef96-c1b9-4cd3-88f7-cf2291fcb38e tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:07.040324 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-71157cc1-dc28-4f69-888c-2a6834c1a7e1 req-811eef96-c1b9-4cd3-88f7-cf2291fcb38e tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0907061 Sep 27 12:49:07.070558 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:49:07.090822 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-71157cc1-dc28-4f69-888c-2a6834c1a7e1 req-59f8857b-5ecf-4e1f-886e-ec8ab2c4a1b1 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Sep 27 12:49:07.186913 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:49:07.191863 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-8dc837a2-76ab-434a-ba63-c9e5fa4980b7 admin admin] 10.222.0.15 "PUT /v2.0/routers/25a39850-c97e-4e26-ae17-b0d8d8fe52a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4038932 Sep 27 12:49:07.195938 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42042) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:07.196291 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] Sync routers for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:49:07.205434 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:49:07.206045 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:07.298471 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks [] for router, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:07.311895 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:49:07.495103 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:49:06Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:07.528028 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] Checking router: 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:49:07.537613 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] Routers {'25a39850-c97e-4e26-ae17-b0d8d8fe52a0'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:49:07.538295 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:07.624236 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:07.646557 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] Set router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:49:07.678224 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Deleting port 3b22cc1d-206a-413a-ad90-b145a08e0294 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:07.678565 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:07.713246 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:07.740100 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:07.740413 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device d4e06759-77b3-4e7c-bab1-4ad1ff7c8df8 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:07.755054 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] For port 3b22cc1d-206a-413a-ad90-b145a08e0294, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=3b22cc1d-206a-413a-ad90-b145a08e0294,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:07.755425 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:07.767547 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Calling delete_port for 3b22cc1d-206a-413a-ad90-b145a08e0294 owned by network:router_gateway {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:07.847545 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:49:06Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:07.873971 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45dc8-40e3-4a46-9dfa-994f06d8fefb None None] The sync data for ids ['25a39850-c97e-4e26-ae17-b0d8d8fe52a0'] in dv-cinder-801522-3-iscsi is: [{'id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'name': 'tempest-TestMinimumBasicScenario-927113864-router', 'tenant_id': '26bed6413aa9476fa211edcbf10a25ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:21Z', 'updated_at': '2021-09-27T12:49:06Z', 'revision_number': 5, 'project_id': '26bed6413aa9476fa211edcbf10a25ee', 'gw_port': {'id': '3b22cc1d-206a-413a-ad90-b145a08e0294', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a39850-c97e-4e26-ae17-b0d8d8fe52a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:22Z', 'updated_at': '2021-09-27T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:49:07.932761 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:07.955186 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b22cc1d-206a-413a-ad90-b145a08e0294,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:08.019762 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.112137 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.114509 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.160221 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.160675 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a39850-c97e-4e26-ae17-b0d8d8fe52a0 {{(pid=100729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:49:08.165813 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.169181 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-44a98e32-8642-44ea-8826-b9c96c537425 admin admin] 10.222.0.15 "DELETE /v2.0/routers/25a39850-c97e-4e26-ae17-b0d8d8fe52a0 HTTP/1.1" status: 204 len: 168 time: 0.9699869 Sep 27 12:49:08.169427 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42046) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:08.208203 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed6ef-325d-460f-a143-e98aeec68dc4 req-c4d0af10-febb-4441-bf9a-bfe147ba90b0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:08.209707 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-74bed6ef-325d-460f-a143-e98aeec68dc4 req-c4d0af10-febb-4441-bf9a-bfe147ba90b0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0506356 Sep 27 12:49:08.213507 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Deleting subnet 4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:49:08.216831 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.251055 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-74bed6ef-325d-460f-a143-e98aeec68dc4 req-3a244260-d64e-424e-b4e4-926b46e1fbf7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341623 Sep 27 12:49:08.255899 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.336785 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.389156 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.412762 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:08.418813 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.420953 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-e5fa43f0-a37e-41a6-8aaf-95a9c3277140 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ef85cd1-9b4c-46f0-b8ea-3b996b1178c3 HTTP/1.1" status: 204 len: 168 time: 0.2506225 Sep 27 12:49:08.423342 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42048) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:08.429212 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765af0df-f642-497e-b03b-981bcdfa4fed None None] Network 43c2f13d-9035-4997-8fc1-a6099631799f requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:49:08.506331 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.567399 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Deleting port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:08.567823 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.633379 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] For port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,segment=NetworkSegment(3296e9ed-5c3f-4e88-858d-41b97de04ef1),segment_id=3296e9ed-5c3f-4e88-858d-41b97de04ef1)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:08.633739 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.644907 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Calling delete_port for 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 owned by network:dhcp {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:08.719660 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.744385 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8c7a3b-d3ef-494c-af87-7d919bb609c4,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:08.747890 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] No DVR routers for this DVR port 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 on host dv-cinder-801522-3-iscsi {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:49:08.819426 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.838833 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c2f13d-9035-4997-8fc1-a6099631799f']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:08.847843 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3296e9ed-5c3f-4e88-858d-41b97de04ef1') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:08.848168 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3296e9ed-5c3f-4e88-858d-41b97de04ef1') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:08.857308 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.871079 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.877682 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:49:08.878148 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:49:08.879808 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:49:08.893263 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb18650-5851-4277-a206-0945f5f82d9e None None] DHCP port deletion for 43c2f13d-9035-4997-8fc1-a6099631799f request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:49:08.954356 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.960223 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:08.965456 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] 10.222.0.15 "DELETE /v2.0/networks/43c2f13d-9035-4997-8fc1-a6099631799f HTTP/1.1" status: 204 len: 168 time: 0.5378351 Sep 27 12:49:08.965585 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42050) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:08.968860 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3b22cc1d-206a-413a-ad90-b145a08e0294 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:08.973137 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405926c-8bb2-456a-bb77-d093841df3af admin admin] Pushing event deleted for resources: {'Network': ['ID=43c2f13d-9035-4997-8fc1-a6099631799f,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:08.991362 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 3b22cc1d-206a-413a-ad90-b145a08e0294 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:08.991711 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3b22cc1d-206a-413a-ad90-b145a08e0294 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:08.992748 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 33cb2af1-ff6e-4069-999b-378608c528be no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:09.012213 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 33cb2af1-ff6e-4069-999b-378608c528be {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:09.012213 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 33cb2af1-ff6e-4069-999b-378608c528be not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:09.012213 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:09.034988 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:09.035345 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 7c8c7a3b-d3ef-494c-af87-7d919bb609c4 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:09.306046 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:09.364363 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036474e8-b48d-48d5-9518-6d33815f7c5b req-9bb584cd-d1f4-4486-921f-bf75ceae47da tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:09.365860 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-036474e8-b48d-48d5-9518-6d33815f7c5b req-9bb584cd-d1f4-4486-921f-bf75ceae47da tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0487466 Sep 27 12:49:09.403249 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-036474e8-b48d-48d5-9518-6d33815f7c5b req-ca9119f5-8afe-48fd-ac52-60a28320c162 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Sep 27 12:49:09.542344 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Deleting port c818503d-ff6e-4222-a91c-c631e43a22ad {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:09.542589 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:09.615950 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] For port c818503d-ff6e-4222-a91c-c631e43a22ad, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=c818503d-ff6e-4222-a91c-c631e43a22ad,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:09.616333 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:09.628155 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Calling delete_port for c818503d-ff6e-4222-a91c-c631e43a22ad owned by network:router_interface {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:09.796658 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:09.822605 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c818503d-ff6e-4222-a91c-c631e43a22ad,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:10.224840 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:10.429390 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Router dcd2ee03-4c66-4241-8008-ff4126e0ea02 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:49:10.559889 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ac61-e3ab-49a1-b9af-d54b677ad3d6 req-3a3eadf2-c0ca-409d-9dd0-25857c9c41b9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:10.561305 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a839ac61-e3ab-49a1-b9af-d54b677ad3d6 req-3a3eadf2-c0ca-409d-9dd0-25857c9c41b9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0906794 Sep 27 12:49:10.584240 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:49:10.590627 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-30cab281-eee7-45ce-bc25-4ea206a7edc4 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcd2ee03-4c66-4241-8008-ff4126e0ea02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6242507 Sep 27 12:49:10.593290 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42056) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:10.601486 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] Sync routers for ids ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:49:10.608502 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-a839ac61-e3ab-49a1-b9af-d54b677ad3d6 req-8a5f3c40-0faa-47f5-a140-d7b9d8c160b7 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Sep 27 12:49:10.610604 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] Routers {'dcd2ee03-4c66-4241-8008-ff4126e0ea02'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:49:10.611210 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:10.696861 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks [] for router, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:10.713304 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] Set router dcd2ee03-4c66-4241-8008-ff4126e0ea02 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:49:10.797568 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:10.851131 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Deleting port a1588570-2e69-4b6d-bd6d-ca32419757d2 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:10.851543 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:10.939020 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] For port a1588570-2e69-4b6d-bd6d-ca32419757d2, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=a1588570-2e69-4b6d-bd6d-ca32419757d2,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:10.939378 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:10.951598 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Calling delete_port for a1588570-2e69-4b6d-bd6d-ca32419757d2 owned by network:router_gateway {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:10.982959 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:49:09Z', 'revision_number': 5, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port': {'id': 'a1588570-2e69-4b6d-bd6d-ca32419757d2', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:46:28Z', 'updated_at': '2021-09-27T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:11.012231 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] Checking router: dcd2ee03-4c66-4241-8008-ff4126e0ea02 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:49:11.021112 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] Routers {'dcd2ee03-4c66-4241-8008-ff4126e0ea02'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:49:11.021713 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:11.105502 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] Set router dcd2ee03-4c66-4241-8008-ff4126e0ea02 gateway port host: None {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:49:11.120200 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.144862 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1588570-2e69-4b6d-bd6d-ca32419757d2,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:11.157528 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:49:10Z', 'revision_number': 6, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:11.160182 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.160558 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.160906 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.161275 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.161613 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.162197 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.162528 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.162857 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.163184 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.163512 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.164379 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.164702 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:11.188570 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340672c-bfe9-455f-a413-eb3867c1e0f0 None None] The sync data for ids ['dcd2ee03-4c66-4241-8008-ff4126e0ea02'] in dv-cinder-801522-3-iscsi is: [{'id': 'dcd2ee03-4c66-4241-8008-ff4126e0ea02', 'name': 'tempest-TestMinimumBasicScenario-632310822-router', 'tenant_id': '7a4664de3ef2449b875c965a02112bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:46:27Z', 'updated_at': '2021-09-27T12:49:10Z', 'revision_number': 6, 'project_id': '7a4664de3ef2449b875c965a02112bf6', 'gw_port_host': None}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:49:11.219602 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.307711 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.309765 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.353151 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.353684 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd2ee03-4c66-4241-8008-ff4126e0ea02 {{(pid=100729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:49:11.357943 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.359064 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-85a6933f-3694-4f72-9012-828f73eec665 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dcd2ee03-4c66-4241-8008-ff4126e0ea02 HTTP/1.1" status: 204 len: 168 time: 0.7648122 Sep 27 12:49:11.361624 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42058) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:11.404470 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Deleting subnet f0333ad3-8777-4c2c-b312-e9ea6219a4cc {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:49:11.407366 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.441125 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.520041 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.573920 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.603281 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.605204 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0333ad3-8777-4c2c-b312-e9ea6219a4cc HTTP/1.1" status: 204 len: 168 time: 0.2426801 Sep 27 12:49:11.606156 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd4b0d-b82b-458b-8980-d8375f178b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0333ad3-8777-4c2c-b312-e9ea6219a4cc,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:11.607711 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42060) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:11.614490 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee650e4-eeb7-4334-bb98-3c53ab506e6c None None] Network f68b13b4-a745-4007-86d5-025b1c7bccf6 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:49:11.685094 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.726224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device bac03ec9-fa9c-4aeb-889d-28a323149972 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=100730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:49:11.766185 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0d05-7df0-40c5-8402-1f457cc0dfbe req-d1a9e6bc-8f67-4bda-9c91-82bc10eb5c15 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:11.767679 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-798f0d05-7df0-40c5-8402-1f457cc0dfbe req-d1a9e6bc-8f67-4bda-9c91-82bc10eb5c15 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 943 time: 0.0716529 Sep 27 12:49:11.780296 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Deleting port 56577c3e-2532-4902-a314-c7493cbb73c8 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:11.780893 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.842945 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port bac03ec9-fa9c-4aeb-889d-28a323149972, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bac03ec9-fa9c-4aeb-889d-28a323149972,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:11.847053 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] DHCP port deletion for f68b13b4-a745-4007-86d5-025b1c7bccf6 request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:49:11.860398 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Returning: {'device': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'port_id': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'mac_address': 'fa:16:3e:05:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:49:11.872812 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] For port 56577c3e-2532-4902-a314-c7493cbb73c8, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=56577c3e-2532-4902-a314-c7493cbb73c8,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:11.873264 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.878137 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-798f0d05-7df0-40c5-8402-1f457cc0dfbe req-79554070-488b-4d70-9c95-2f36ab932210 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838006 Sep 27 12:49:11.889374 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Calling delete_port for 56577c3e-2532-4902-a314-c7493cbb73c8 owned by network:dhcp {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:11.930073 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.946564 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac03ec9-fa9c-4aeb-889d-28a323149972 {{(pid=100730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:49:11.954233 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] Deleting port 56577c3e-2532-4902-a314-c7493cbb73c8 {{(pid=100730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:49:11.954608 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.969998 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:11.990088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port bac03ec9-fa9c-4aeb-889d-28a323149972, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bac03ec9-fa9c-4aeb-889d-28a323149972,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:12.002913 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Pushing event deleted for resources: {'Port': ['ID=56577c3e-2532-4902-a314-c7493cbb73c8,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:12.010081 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] No DVR routers for this DVR port 56577c3e-2532-4902-a314-c7493cbb73c8 on host dv-cinder-801522-3-iscsi {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:49:12.021224 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.035872 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] For port 56577c3e-2532-4902-a314-c7493cbb73c8, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=56577c3e-2532-4902-a314-c7493cbb73c8,segment=NetworkSegment(676867ec-6af8-466d-a0c2-b1a13e96d9ab),segment_id=676867ec-6af8-466d-a0c2-b1a13e96d9ab)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:12.037523 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.074394 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] Calling delete_port for 56577c3e-2532-4902-a314-c7493cbb73c8 owned by network:dhcp {{(pid=100730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:49:12.092910 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.112854 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68b13b4-a745-4007-86d5-025b1c7bccf6']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:12.122383 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676867ec-6af8-466d-a0c2-b1a13e96d9ab') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:12.122676 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676867ec-6af8-466d-a0c2-b1a13e96d9ab') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:12.127693 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=bac03ec9-fa9c-4aeb-889d-28a323149972,revision_number=4']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:12.131753 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.138127 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.138514 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.138981 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.139334 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.139746 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.140029 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.140450 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.140812 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.141180 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.141573 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.142003 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.142359 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:49:12.146169 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.152548 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:49:12.152942 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:49:12.154629 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:49:12.178177 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696'] for port, after_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.206865 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] Pushing event deleted for resources: {'Port': ['ID=56577c3e-2532-4902-a314-c7493cbb73c8,revision_number=None']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:12.210501 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62098ed2-11c0-475f-8743-b3689ff0fc12 None None] No DVR routers for this DVR port 56577c3e-2532-4902-a314-c7493cbb73c8 on host dv-cinder-801522-3-iscsi {{(pid=100730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:49:12.218995 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.223313 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.228146 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f68b13b4-a745-4007-86d5-025b1c7bccf6 HTTP/1.1" status: 204 len: 168 time: 0.6166217 Sep 27 12:49:12.240204 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7165c9-1a4a-470f-bf56-46b053b4a452 admin admin] Pushing event deleted for resources: {'Network': ['ID=f68b13b4-a745-4007-86d5-025b1c7bccf6,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:12.291712 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] get_ports_and_sgs() called for port_ids ['bac03ec9-fa9c-4aeb-889d-28a323149972'] {{(pid=100730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:49:12.393068 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42066) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:12.433434 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-2196c9a4-d82c-4a00-835b-38cba2f8ec5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26bed6413aa9476fa211edcbf10a25ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390949 Sep 27 12:49:12.436268 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42068) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:12.482896 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-056f158e-a14a-49f9-8a86-f115954b7f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.503942 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-056f158e-a14a-49f9-8a86-f115954b7f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.550107 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-056f158e-a14a-49f9-8a86-f115954b7f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.552664 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-056f158e-a14a-49f9-8a86-f115954b7f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.553810 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-056f158e-a14a-49f9-8a86-f115954b7f14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2152ed01-63f6-41d2-a1c9-5a149048c327 HTTP/1.1" status: 204 len: 168 time: 0.1166387 Sep 27 12:49:12.561820 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f158e-a14a-49f9-8a86-f115954b7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152ed01-63f6-41d2-a1c9-5a149048c327,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:12.854535 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42074) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:12.895113 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-39eac31f-7fdf-47b6-8d05-e48b661b5117 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a4664de3ef2449b875c965a02112bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394206 Sep 27 12:49:12.897803 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42076) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:12.922000 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device c818503d-ff6e-4222-a91c-c631e43a22ad no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:12.942600 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: c818503d-ff6e-4222-a91c-c631e43a22ad {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:12.942942 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device c818503d-ff6e-4222-a91c-c631e43a22ad not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:12.943574 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device a1588570-2e69-4b6d-bd6d-ca32419757d2 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:12.952861 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01445190-fde5-45ae-acf4-3925c75e29c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.965298 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: a1588570-2e69-4b6d-bd6d-ca32419757d2 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:12.965639 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device a1588570-2e69-4b6d-bd6d-ca32419757d2 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:12.966059 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 56577c3e-2532-4902-a314-c7493cbb73c8 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:49:12.974804 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01445190-fde5-45ae-acf4-3925c75e29c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:12.999170 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874761ac-b69f-45c8-a614-4cc80b1e8ac7 req-c4679509-747f-4368-af63-da58c2de6bca tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:13.000931 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-874761ac-b69f-45c8-a614-4cc80b1e8ac7 req-c4679509-747f-4368-af63-da58c2de6bca tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 944 time: 0.0532861 Sep 27 12:49:13.030464 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01445190-fde5-45ae-acf4-3925c75e29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:13.034004 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-01445190-fde5-45ae-acf4-3925c75e29c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:13.035825 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-01445190-fde5-45ae-acf4-3925c75e29c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/242af3b2-57c4-43d6-aa92-2cf43036305a HTTP/1.1" status: 204 len: 168 time: 0.1364341 Sep 27 12:49:13.045020 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01445190-fde5-45ae-acf4-3925c75e29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242af3b2-57c4-43d6-aa92-2cf43036305a,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:13.076303 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-874761ac-b69f-45c8-a614-4cc80b1e8ac7 req-559362b0-e0f5-402b-8967-3d073082317f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656695 Sep 27 12:49:13.120923 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 56577c3e-2532-4902-a314-c7493cbb73c8 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:49:13.121377 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 56577c3e-2532-4902-a314-c7493cbb73c8 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:49:13.730431 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device bac03ec9-fa9c-4aeb-889d-28a323149972 up at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:49:13.777055 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning for port bac03ec9-fa9c-4aeb-889d-28a323149972 completed by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:49:13.781063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.provisioning_blocks [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Provisioning complete for port bac03ec9-fa9c-4aeb-889d-28a323149972 triggered by entity L2. {{(pid=100730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:49:13.781491 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727997'] for port, provisioning_complete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:13.855882 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:13.877473 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972'}] {{(pid=100730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:49:13.879686 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3488f426cf7cfa0d5e8a9e6af07ac43f4328a1baae9d0688080b3f30809f81c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4c365-7c69-4f2d-a475-9a809b3ae3f8" -d '{"events": [{"server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "name": "network-vif-plugged", "status": "completed", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972"}]}' {{(pid=100730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:49:13.892605 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] For port bac03ec9-fa9c-4aeb-889d-28a323149972, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bac03ec9-fa9c-4aeb-889d-28a323149972,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:49:13.896963 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723'] for port, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:13.919518 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3baee-425b-4747-bb60-c59c7c430dea x-openstack-request-id: req-47f3baee-425b-4747-bb60-c59c7c430dea {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:49:13.919809 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "name": "network-vif-plugged", "status": "completed", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972", "code": 200}]} {{(pid=100730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:49:13.920081 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47f3baee-425b-4747-bb60-c59c7c430dea {{(pid=100730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:49:13.920469 dv-cinder-801522-3-iscsi neutron-server[100730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'code': 200} Sep 27 12:49:13.946008 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Pushing event updated for resources: {'Port': ['ID=bac03ec9-fa9c-4aeb-889d-28a323149972,revision_number=5']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:14.170600 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807e1c4-6908-4862-9862-1db874a35460 req-36cfa128-b5f6-4c11-a25d-4a7f63c9b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:14.172129 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c807e1c4-6908-4862-9862-1db874a35460 req-36cfa128-b5f6-4c11-a25d-4a7f63c9b690 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 1098 time: 0.0682805 Sep 27 12:49:14.196185 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab6ee6-9057-485d-8960-ed224f6a3ed5 req-898302de-492c-49f9-873e-5c3918a84c3d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:14.197615 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-daab6ee6-9057-485d-8960-ed224f6a3ed5 req-898302de-492c-49f9-873e-5c3918a84c3d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.0606549 Sep 27 12:49:14.233514 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-c807e1c4-6908-4862-9862-1db874a35460 req-2375f882-d6d9-41d5-98e1-4afbd3c544ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503333 Sep 27 12:49:14.249255 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-daab6ee6-9057-485d-8960-ed224f6a3ed5 req-7fffce62-948f-453e-a1a7-0e23ba09e141 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Sep 27 12:49:15.370460 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03082eb8-bff9-439f-ad08-5c25b90e191f req-43c627a7-e531-4460-a66f-d31537c793cf tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:15.372265 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03082eb8-bff9-439f-ad08-5c25b90e191f req-43c627a7-e531-4460-a66f-d31537c793cf tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.0573378 Sep 27 12:49:15.412430 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-03082eb8-bff9-439f-ad08-5c25b90e191f req-a4d2dbcb-afd2-42a9-b5eb-9e76d07b6f11 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Sep 27 12:49:16.715221 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a50365-1887-48e4-b25f-52314b8e9a04 req-4c7b5af6-13a1-4333-a867-3e1e8f2cb497 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:16.716627 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-60a50365-1887-48e4-b25f-52314b8e9a04 req-4c7b5af6-13a1-4333-a867-3e1e8f2cb497 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.2392907 Sep 27 12:49:16.754601 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-60a50365-1887-48e4-b25f-52314b8e9a04 req-8d012d6e-dd80-4c63-8d57-a9a3019ea78b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Sep 27 12:49:16.865197 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee6f0-b36c-4b32-8b10-486f3bc5302b req-f93f9d56-1e59-4c53-a565-dcf5b826c60d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:16.866643 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1c1ee6f0-b36c-4b32-8b10-486f3bc5302b req-f93f9d56-1e59-4c53-a565-dcf5b826c60d tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.0474634 Sep 27 12:49:16.902994 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-1c1ee6f0-b36c-4b32-8b10-486f3bc5302b req-120059b8-bce0-4ae2-a727-8ea2f0aa1415 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304718 Sep 27 12:49:16.925224 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42094) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:16.966427 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6f0b2-c721-4aab-941f-0bc4a6b8d529 tempest-TestVolumeBootPattern-511234322 tempest-TestVolumeBootPattern-511234322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:16.968531 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-4ca6f0b2-c721-4aab-941f-0bc4a6b8d529 tempest-TestVolumeBootPattern-511234322 tempest-TestVolumeBootPattern-511234322-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 1093 time: 0.0423505 Sep 27 12:49:16.971235 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42096) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:49:16.975372 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.v2.base [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Request body: {'floatingip': {'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'port_id': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:49:16.998334 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:17.092241 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:17.195436 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_common [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Allocated IP 172.27.0.167 (111e4828-82af-4129-9d4f-7f04fbb54d85/abccaef9-2a22-4cd5-8771-1398b54d0abe/5d8cd59e-e60b-413f-9366-5076f7fe2a70) {{(pid=100729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:49:17.294779 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:17.330066 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762560000687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:17.362924 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Network 111e4828-82af-4129-9d4f-7f04fbb54d85 is already hosted by enough agents. {{(pid=100729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:49:17.367107 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.base_scheduler [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Resources bound (agent type, host, resource id): {{(pid=100729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:49:17.370453 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Received port after_create {{(pid=100729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:49:17.395407 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=5d8cd59e-e60b-413f-9366-5076f7fe2a70,revision_number=1']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:17.709887 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:17.776428 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719329'] for port, before_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:18.144243 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for port, precommit_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:18.148443 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762560490244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762560000705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762560000723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7165181'] for port, after_update {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:18.215123 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event updated for resources: {'Port': ['ID=5d8cd59e-e60b-413f-9366-5076f7fe2a70,revision_number=2']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:49:18.224395 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617472'] for floatingip, after_create {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:18.320824 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Floating IP 440a37fb-fbf7-4378-9874-7e9ac862df35 associated. External IP: 172.27.0.167, port: bac03ec9-fa9c-4aeb-889d-28a323149972. Sep 27 12:49:18.520347 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:49:18.624763 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:49:18.637608 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:49:18.640805 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:18.647368 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:49:18.647993 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:18.668007 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-ddee97ad-4d45-4ac3-8ffd-e14557f0e1fb tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6957912 Sep 27 12:49:18.668621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:49:18.670882 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7" -d '{"events": [{"name": "network-changed", "server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:49:18.707198 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113bb35d-4380-4f42-9790-65891b3ffaac x-openstack-request-id: req-113bb35d-4380-4f42-9790-65891b3ffaac {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:49:18.707488 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:49:18.707735 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-113bb35d-4380-4f42-9790-65891b3ffaac {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:49:18.708208 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'status': 'completed', 'code': 200} Sep 27 12:49:18.754333 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:49:18.772138 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-dc319e3a-8d16-475f-bc76-5f0d04544c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:18.773697 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-dc319e3a-8d16-475f-bc76-5f0d04544c77 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 1098 time: 0.0437055 Sep 27 12:49:18.863352 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-b5f56056-8fe7-41e6-a5f1-f1db38d90548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:18.865170 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-b5f56056-8fe7-41e6-a5f1-f1db38d90548 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.0842614 Sep 27 12:49:18.933433 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-d53d85b7-1e2c-4fd9-8282-2cd7788c10c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bac03ec9-fa9c-4aeb-889d-28a323149972 HTTP/1.1" status: 200 len: 999 time: 0.0613825 Sep 27 12:49:18.979091 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '440a37fb-fbf7-4378-9874-7e9ac862df35', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:05:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:49:17Z', 'updated_at': '2021-09-27T12:49:17Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}, {'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:14Z', 'revision_number': 1, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:18.985511 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-66533927-5501-4d55-826a-4c4a4691955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:18.986981 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-66533927-5501-4d55-826a-4c4a4691955b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0431621 Sep 27 12:49:19.008366 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:49:19.016079 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:49:19.016331 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:48:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:19.032608 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-b681db2e-c211-4ae6-8cdf-40e881d82ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:49:19.034125 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-b681db2e-c211-4ae6-8cdf-40e881d82ddc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397360 Sep 27 12:49:19.120114 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:49:19.126719 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-33498503-0de5-4559-9544-6dab11740f80 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852509 Sep 27 12:49:19.216661 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-113bfad9-a23b-4b29-9dc0-d2e7a2fbaee7 req-0c5583c0-94e5-4065-9a7b-c7aee8471faa service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828483 Sep 27 12:49:19.341296 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '440a37fb-fbf7-4378-9874-7e9ac862df35', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:05:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:49:17Z', 'updated_at': '2021-09-27T12:49:17Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}, {'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:14Z', 'revision_number': 1, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:49:19.370454 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad381ad1-e257-4829-9164-f7c4798f7232 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': '440a37fb-fbf7-4378-9874-7e9ac862df35', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:05:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:49:17Z', 'updated_at': '2021-09-27T12:49:17Z', 'revision_number': 0, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}, {'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:14Z', 'revision_number': 1, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:49:19.546169 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfcdec3-036b-4e1c-bd98-7ae25f1e892d None None] New status for floating IP 440a37fb-fbf7-4378-9874-7e9ac862df35: ACTIVE {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:49:19.721469 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:49:21.862780 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:23.323498 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9b4bae31-0387-43cf-b020-0f736eb3ba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:26.032808 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9449a83b-6b45-4ad8-9ef0-6dc2745a0482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:26.934166 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:27.295857 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:29.169736 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:51.871025 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:53.324022 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c2b21d20-99a7-4720-b746-60fa2964a7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:56.033164 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4a845727-4a1a-4914-a516-7b1524fee347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:56.721560 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:49:56.933864 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:57.298382 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:49:59.173175 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:21.856681 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:23.323898 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4528ea78-da83-465c-b338-65eb5a29551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:26.033622 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca42b-3a48-4169-ab3a-766b28b00a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:26.934267 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:27.190212 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-617bd481-fca8-4316-b787-8095ae5354d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919185 Sep 27 12:50:27.276410 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-b84378f1-efbb-4b6f-a398-fbc0f2bcea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:27.277978 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-b84378f1-efbb-4b6f-a398-fbc0f2bcea8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1098 time: 0.0394351 Sep 27 12:50:27.301071 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:27.384302 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-5f0d032e-c04b-49a3-a48b-671cbaada34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:27.385799 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-5f0d032e-c04b-49a3-a48b-671cbaada34b service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.0832238 Sep 27 12:50:27.455939 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-856f4fef-d3e4-4f99-bd23-c74d7275b2d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 1001 time: 0.0595794 Sep 27 12:50:27.506489 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-d9845aed-4593-42e3-b14e-7951294c4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:27.507866 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-d9845aed-4593-42e3-b14e-7951294c4f3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0417910 Sep 27 12:50:27.557110 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-b46476ed-fad9-4a48-a154-e6a5c8d55a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:27.558602 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-b46476ed-fad9-4a48-a154-e6a5c8d55a51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397696 Sep 27 12:50:27.574103 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-ced52816-8d76-4133-89ba-a7c29a77874a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:50:27.575162 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-ced52816-8d76-4133-89ba-a7c29a77874a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Sep 27 12:50:27.672308 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-70d4cf05-8488-4eb3-aca5-6d11102e2e99 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 Sep 27 12:50:27.764015 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-b5fae5a7-9540-4684-9bd7-fe04be9a7eb2 req-7d002b42-3788-426b-b8c3-da7ee57a2688 service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Sep 27 12:50:29.176709 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:33.720401 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:50:48.470554 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42128) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:50:48.622667 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Deleting port 5d8cd59e-e60b-413f-9366-5076f7fe2a70 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:50:48.623006 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:48.699487 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:48.699815 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:48.711083 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Calling delete_port for 5d8cd59e-e60b-413f-9366-5076f7fe2a70 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:50:48.850874 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:48.879365 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'Port': ['ID=5d8cd59e-e60b-413f-9366-5076f7fe2a70,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:50:48.890632 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.890977 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.891319 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.891648 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.891973 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.892325 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.892651 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.892972 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.893295 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.893616 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.893935 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.894251 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:48.946666 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:48.947008 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Floating IP 440a37fb-fbf7-4378-9874-7e9ac862df35 disassociated (deleted). External IP: 172.27.0.167, port: bac03ec9-fa9c-4aeb-889d-28a323149972. Sep 27 12:50:49.147326 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:50:49.250263 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:50:49.255029 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:49.259446 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:50:49.269212 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:50:49.269804 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:49.282170 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-c6b6a184-2837-4bf2-a2a1-3f2e0656e927 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "DELETE /v2.0/floatingips/440a37fb-fbf7-4378-9874-7e9ac862df35 HTTP/1.1" status: 204 len: 168 time: 0.8105628 Sep 27 12:50:49.282756 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:50:49.285089 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e6b168-c5e2-4885-8570-4e20b2a4bc64" -d '{"events": [{"name": "network-changed", "server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:50:49.375452 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:50:49.383551 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce13dfb-b7c8-463c-8104-9f5b5792cfff x-openstack-request-id: req-cce13dfb-b7c8-463c-8104-9f5b5792cfff {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:50:49.383867 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:50:49.384166 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cce13dfb-b7c8-463c-8104-9f5b5792cfff {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:50:49.384683 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'status': 'completed', 'code': 200} Sep 27 12:50:49.455198 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-562b933e-6925-4fed-b7fa-f37597561e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:49.456902 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-562b933e-6925-4fed-b7fa-f37597561e88 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 1098 time: 0.0430241 Sep 27 12:50:49.574336 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77b12-a61b-4977-98d6-cb39c76983c8 req-90aed077-6f55-459d-80e4-bb8724185fda tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:49.575833 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-69b77b12-a61b-4977-98d6-cb39c76983c8 req-90aed077-6f55-459d-80e4-bb8724185fda tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.1097980 Sep 27 12:50:49.600876 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:14Z', 'revision_number': 1, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:49.602106 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-2ebbfb95-845f-425e-b3c8-aafca89bde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:49.604126 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-2ebbfb95-845f-425e-b3c8-aafca89bde06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.1387203 Sep 27 12:50:49.627614 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:50:49.635794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:50:49.636448 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:26Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:49.655208 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-69b77b12-a61b-4977-98d6-cb39c76983c8 req-6a6cba46-c15f-4e2c-bde5-a43e53a4abb3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687268 Sep 27 12:50:49.656651 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-9e04b3e1-2a36-40d9-8093-b707f2bf32db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bac03ec9-fa9c-4aeb-889d-28a323149972 HTTP/1.1" status: 200 len: 217 time: 0.0403671 Sep 27 12:50:49.709252 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-27914c3d-c48a-4723-92f0-042a0c25be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:49.710734 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-27914c3d-c48a-4723-92f0-042a0c25be9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0444775 Sep 27 12:50:49.741938 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:50:49.760974 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-8a97a93a-8999-4a78-b9db-fadcff43fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:49.762467 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-8a97a93a-8999-4a78-b9db-fadcff43fdac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433409 Sep 27 12:50:49.853421 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-b1e12122-94f3-43a5-8326-6287ebef51ec service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828364 Sep 27 12:50:49.948924 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-84e6b168-c5e2-4885-8570-4e20b2a4bc64 req-4dc321e4-440f-49e0-99e4-d783b6260c1e service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867722 Sep 27 12:50:49.960723 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:14Z', 'revision_number': 1, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:49.988023 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86736fb1-c8c0-48de-a468-5a51b7d84a27 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_floatingips': [{'id': 'd9526524-4c58-4c37-847a-ea45c93c19bb', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'router_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'port_id': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'mac_address': 'fa:16:3e:1f:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:47:11Z', 'updated_at': '2021-09-27T12:47:14Z', 'revision_number': 1, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:50:50.191139 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b50f526-36fe-4ef7-b682-92db16a28b46 None None] New status for floating IP 440a37fb-fbf7-4378-9874-7e9ac862df35: DOWN {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:50:50.835358 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cdd3-150c-4b21-8933-1df9544dd88d req-889abed6-ad33-42f6-bc4f-4339d927f617 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:50.836925 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d76cdd3-150c-4b21-8933-1df9544dd88d req-889abed6-ad33-42f6-bc4f-4339d927f617 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.1011343 Sep 27 12:50:50.875272 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-4d76cdd3-150c-4b21-8933-1df9544dd88d req-b73c83c8-277b-4242-87bc-e6b04d32e49a tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Sep 27 12:50:51.285314 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-3b06d607-4b9e-437a-af67-e4b709281d9b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:51.286892 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-3b06d607-4b9e-437a-af67-e4b709281d9b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 945 time: 0.0473111 Sep 27 12:50:51.379341 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Deleting port bac03ec9-fa9c-4aeb-889d-28a323149972 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:50:51.379673 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:51.464607 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] For port bac03ec9-fa9c-4aeb-889d-28a323149972, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bac03ec9-fa9c-4aeb-889d-28a323149972,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:50:51.464966 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:51.476772 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Calling delete_port for bac03ec9-fa9c-4aeb-889d-28a323149972 owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:50:51.602962 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:51.630584 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'Port': ['ID=bac03ec9-fa9c-4aeb-889d-28a323149972,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:50:51.642750 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.643111 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.643459 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.643805 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.644177 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.644515 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.644852 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.645186 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.645519 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.645849 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.646178 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.646506 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:50:51.683652 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] No DVR routers for this DVR port bac03ec9-fa9c-4aeb-889d-28a323149972 on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:50:51.686060 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:51.688014 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1869917e-b369-4b36-a281-2ff12fbe91a4 req-2e0e0e68-65cf-43ba-958e-7e8dcc85099b tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "DELETE /v2.0/ports/bac03ec9-fa9c-4aeb-889d-28a323149972 HTTP/1.1" status: 204 len: 173 time: 0.3908970 Sep 27 12:50:51.688473 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'name': 'network-vif-deleted', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:50:51.690683 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e439e299-7a65-4fdb-955b-55b150750273" -d '{"events": [{"server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "name": "network-vif-deleted", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:50:51.778318 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9314d0-e61e-49d8-9330-3544ed22ee13 x-openstack-request-id: req-db9314d0-e61e-49d8-9330-3544ed22ee13 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:50:51.778610 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20604be-7b4d-4f23-aa73-75afb36c0072", "name": "network-vif-deleted", "tag": "bac03ec9-fa9c-4aeb-889d-28a323149972", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:50:51.778864 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db9314d0-e61e-49d8-9330-3544ed22ee13 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:50:51.779295 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20604be-7b4d-4f23-aa73-75afb36c0072', 'name': 'network-vif-deleted', 'tag': 'bac03ec9-fa9c-4aeb-889d-28a323149972', 'status': 'completed', 'code': 200} Sep 27 12:50:51.870913 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:51.971978 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-0f261d0c-5e15-4bb6-83c9-1639ab3a95e2 req-2a927f70-9b92-47c7-bb41-eb127d4f3605 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=e20604be-7b4d-4f23-aa73-75afb36c0072 HTTP/1.1" status: 200 len: 210 time: 0.0321062 Sep 27 12:50:53.325642 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-005e9a8d-f687-47b8-a92e-063b25942f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:54.201038 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device bac03ec9-fa9c-4aeb-889d-28a323149972 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:50:54.227525 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: bac03ec9-fa9c-4aeb-889d-28a323149972 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:50:54.227865 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device bac03ec9-fa9c-4aeb-889d-28a323149972 not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:50:55.242893 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42178) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:50:55.397749 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Deleting port fd3aaa0f-8da3-46e3-98c4-d0688a1a5c04 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:50:55.398092 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:55.475176 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:55.475502 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:55.487447 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Calling delete_port for fd3aaa0f-8da3-46e3-98c4-d0688a1a5c04 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:50:55.635833 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:55.661697 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'Port': ['ID=fd3aaa0f-8da3-46e3-98c4-d0688a1a5c04,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:50:55.724593 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:55.724921 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.db.l3_db [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Floating IP d9526524-4c58-4c37-847a-ea45c93c19bb disassociated (deleted). External IP: 172.27.0.104, port: 7a80c741-be3a-4f78-81c5-9589f7d7ac9c. Sep 27 12:50:55.923581 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:50:56.029689 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:50:56.034621 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:56.036966 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-c72cb53b-5ede-472d-bc8f-067d9d7e7cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:56.039732 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:50:56.048773 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:50:56.049402 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:56.063518 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-803a997a-7742-4671-832b-8e01ad084fa9 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "DELETE /v2.0/floatingips/d9526524-4c58-4c37-847a-ea45c93c19bb HTTP/1.1" status: 204 len: 168 time: 0.8195398 Sep 27 12:50:56.064127 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c'}] {{(pid=100729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:50:56.066369 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b31eddc18368d77a91a63fb692b22257cd89420cd32784e7e090170b32c32ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a02c957-16a6-491e-9fc2-9ace2055baef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c"}]}' {{(pid=100729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:50:56.106897 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0778b858-f1ba-4294-8dd7-e0d0783ee68f x-openstack-request-id: req-0778b858-f1ba-4294-8dd7-e0d0783ee68f {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:50:56.107187 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c", "status": "completed", "code": 200}]} {{(pid=100729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:50:56.107437 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0778b858-f1ba-4294-8dd7-e0d0783ee68f {{(pid=100729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:50:56.107836 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'status': 'completed', 'code': 200} Sep 27 12:50:56.157088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:50:56.186116 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-a7156e8a-4fa5-4938-b608-6f5862d08c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:56.187922 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-a7156e8a-4fa5-4938-b608-6f5862d08c36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 1098 time: 0.0492513 Sep 27 12:50:56.318133 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-685cdd28-7dd9-4dae-b626-797b737a849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:56.319608 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-685cdd28-7dd9-4dae-b626-797b737a849b service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 200 len: 913 time: 0.1243167 Sep 27 12:50:56.327920 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c603-58a6-4c72-8487-a236f52dd0d1 req-717ae7cb-34c3-4e77-bd87-31131679f04f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:56.329307 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1db9c603-58a6-4c72-8487-a236f52dd0d1 req-717ae7cb-34c3-4e77-bd87-31131679f04f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0704508 Sep 27 12:50:56.359557 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:56.374964 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-d46e184e-db0c-47d5-9c83-caff0ad6d390 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 200 len: 217 time: 0.0447299 Sep 27 12:50:56.385744 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:50:56.393870 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:50:56.394477 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:56.422844 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-1db9c603-58a6-4c72-8487-a236f52dd0d1 req-3a019fc7-93a6-467d-91a9-7b4a4d36d375 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870047 Sep 27 12:50:56.435549 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-d3802e2c-aa4d-4e8b-87f2-1d2822c7f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:56.437214 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-d3802e2c-aa4d-4e8b-87f2-1d2822c7f601 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 200 len: 851 time: 0.0549705 Sep 27 12:50:56.488501 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-a0155fe3-94c6-46a7-b6fe-2ff882bb8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:56.489999 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-a0155fe3-94c6-46a7-b6fe-2ff882bb8866 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1b194fe-188c-4c7e-aaf3-8999ebe34942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443833 Sep 27 12:50:56.502492 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:50:56.579215 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-b2c0f328-666b-4210-8628-7a2941dc09af service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804095 Sep 27 12:50:56.671674 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-8a02c957-16a6-491e-9fc2-9ace2055baef req-7f3d8b4e-69e0-4bbf-bdb2-56530f1e30cb service neutron] 10.222.0.38 "GET /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847874 Sep 27 12:50:56.695501 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:50:56.724794 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6240519-de89-4b78-ae4d-5dbeb97ea920 None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:43:44Z', 'revision_number': 4, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi', '_interfaces': [{'id': '43bf99b4-e9a6-4a50-aaac-549df2f21f34', 'name': '', 'network_id': 'd1b194fe-188c-4c7e-aaf3-8999ebe34942', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'mac_address': 'fa:16:3e:ff:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:43Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'subnets': [{'id': '4cc7184c-a9d0-4902-a574-bbb5745a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:50:56.927588 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c435ba-25ba-4505-854e-88d833906561 None None] New status for floating IP d9526524-4c58-4c37-847a-ea45c93c19bb: DOWN {{(pid=100731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:50:56.936776 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:57.303716 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:57.542614 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcf6cd-91e1-422a-971f-261b2989d458 req-888d77f0-6d16-4fb2-9acb-105cd1dd1f76 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:57.544108 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ddfcf6cd-91e1-422a-971f-261b2989d458 req-888d77f0-6d16-4fb2-9acb-105cd1dd1f76 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0526175 Sep 27 12:50:57.581542 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-ddfcf6cd-91e1-422a-971f-261b2989d458 req-0dc53172-089d-40e2-993a-1be1d0a7424c tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/security-groups?id=0015ceff-2ee6-4564-b97f-47f32d70b0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Sep 27 12:50:58.021727 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-cac20c2c-c0ce-43c7-8414-0ea3c83d5ae3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:50:58.023285 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-cac20c2c-c0ce-43c7-8414-0ea3c83d5ae3 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 945 time: 0.0485077 Sep 27 12:50:58.117150 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Deleting port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:50:58.117495 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:58.202685 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] For port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:50:58.203041 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:58.215464 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Calling delete_port for 7a80c741-be3a-4f78-81c5-9589f7d7ac9c owned by compute:nova {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:50:58.338154 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:58.365798 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'Port': ['ID=7a80c741-be3a-4f78-81c5-9589f7d7ac9c,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:50:58.405882 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] No DVR routers for this DVR port 7a80c741-be3a-4f78-81c5-9589f7d7ac9c on host hv-cinder-80152 {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:50:58.408332 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for port, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:58.410279 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [req-979d88b4-c0b7-48f6-9a58-35953ac03357 req-e6c31a75-82ec-4a7a-93f0-3732fb1b570f tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.38 "DELETE /v2.0/ports/7a80c741-be3a-4f78-81c5-9589f7d7ac9c HTTP/1.1" status: 204 len: 173 time: 0.3778429 Sep 27 12:50:58.410975 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'name': 'network-vif-deleted', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c'}] {{(pid=100728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:50:58.413189 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df96f904b84c143857ee247da87f31221601d2a2d0c772d6ba520ea17b7bebb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd18f27-1048-418a-9cd4-9974c72a95c7" -d '{"events": [{"server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "name": "network-vif-deleted", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c"}]}' {{(pid=100728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:50:58.453281 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fbd0a6-cc4b-4bef-ba78-1a33a28b1144 x-openstack-request-id: req-e5fbd0a6-cc4b-4bef-ba78-1a33a28b1144 {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:50:58.453571 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6dc7c-8042-4a97-baf0-98977660ead7", "name": "network-vif-deleted", "tag": "7a80c741-be3a-4f78-81c5-9589f7d7ac9c", "status": "completed", "code": 200}]} {{(pid=100728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:50:58.453816 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5fbd0a6-cc4b-4bef-ba78-1a33a28b1144 {{(pid=100728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:50:58.454207 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce6dc7c-8042-4a97-baf0-98977660ead7', 'name': 'network-vif-deleted', 'tag': '7a80c741-be3a-4f78-81c5-9589f7d7ac9c', 'status': 'completed', 'code': 200} Sep 27 12:50:58.673900 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [req-dd72ee1f-2a3c-488f-851c-15a37915dc6c req-b37d9f86-037b-47c6-afdb-c73c3224ef82 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce6dc7c-8042-4a97-baf0-98977660ead7 HTTP/1.1" status: 200 len: 210 time: 0.0260689 Sep 27 12:50:59.177346 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:59.728316 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42194) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:50:59.846828 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Deleting port ba43c048-d23f-4bcc-ac07-e2237df95858 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:50:59.847167 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:59.923202 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:59.923534 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:50:59.934740 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Calling delete_port for ba43c048-d23f-4bcc-ac07-e2237df95858 owned by network:floatingip {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:00.061787 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:00.090597 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'Port': ['ID=ba43c048-d23f-4bcc-ac07-e2237df95858,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:00.150190 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for floatingip, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:00.153121 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70922'] for floatingip, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:00.154269 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-471fa50a-f42b-4821-8d13-13272c99f339 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "DELETE /v2.0/floatingips/c2f97ed2-2568-4f78-8744-e511b9778d45 HTTP/1.1" status: 204 len: 168 time: 0.4249659 Sep 27 12:51:00.243339 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7a80c741-be3a-4f78-81c5-9589f7d7ac9c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:00.263606 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] No Port match for: 7a80c741-be3a-4f78-81c5-9589f7d7ac9c {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:00.263933 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Device 7a80c741-be3a-4f78-81c5-9589f7d7ac9c not bound to the agent host hv-cinder-80152 {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:01.343895 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42206) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:01.400029 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-16651956-559c-4ef9-8023-ab510c0a13f0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:01.424888 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-16651956-559c-4ef9-8023-ab510c0a13f0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:01.482743 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-16651956-559c-4ef9-8023-ab510c0a13f0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:01.485297 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-16651956-559c-4ef9-8023-ab510c0a13f0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Notify callbacks [] for security_group, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:01.486428 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-16651956-559c-4ef9-8023-ab510c0a13f0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] 10.222.0.15 "DELETE /v2.0/security-groups/0015ceff-2ee6-4564-b97f-47f32d70b0dc HTTP/1.1" status: 204 len: 168 time: 0.1415374 Sep 27 12:51:01.495115 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651956-559c-4ef9-8023-ab510c0a13f0 tempest-TestVolumeBootPattern-1114441714 tempest-TestVolumeBootPattern-1114441714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015ceff-2ee6-4564-b97f-47f32d70b0dc,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:01.538320 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42210) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:01.963270 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:02.201115 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Deleting port 43bf99b4-e9a6-4a50-aaac-549df2f21f34 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:02.201452 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:02.281474 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] For port 43bf99b4-e9a6-4a50-aaac-549df2f21f34, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=43bf99b4-e9a6-4a50-aaac-549df2f21f34,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:02.281750 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:02.298916 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Calling delete_port for 43bf99b4-e9a6-4a50-aaac-549df2f21f34 owned by network:router_interface {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:02.696123 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:02.720834 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bf99b4-e9a6-4a50-aaac-549df2f21f34,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:02.880699 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.108123 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Router 21c02c09-2054-485a-bb7a-cc928ffb42bf has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:51:03.214525 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:51:03.219855 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-d60c7f32-5a3f-4c8d-87c0-3cf3240544f8 admin admin] 10.222.0.15 "PUT /v2.0/routers/21c02c09-2054-485a-bb7a-cc928ffb42bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804702 Sep 27 12:51:03.222369 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42214) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:03.225498 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] Sync routers for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:51:03.236485 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:51:03.237020 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:03.325420 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks [] for router, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.338665 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: dv-cinder-801522-3-iscsi {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:51:03.424508 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.475480 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Deleting port 0b9b944b-927f-4f0b-85e6-093c2c89b80c {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:03.475841 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.516647 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:51:02Z', 'revision_number': 5, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port': {'id': '0b9b944b-927f-4f0b-85e6-093c2c89b80c', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:41Z', 'updated_at': '2021-09-27T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:03.546413 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] Checking router: 21c02c09-2054-485a-bb7a-cc928ffb42bf for host: dv-cinder-801522-3-iscsi {{(pid=100730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:51:03.553256 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] For port 0b9b944b-927f-4f0b-85e6-093c2c89b80c, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=0b9b944b-927f-4f0b-85e6-093c2c89b80c,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:03.553665 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.554474 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] Routers {'21c02c09-2054-485a-bb7a-cc928ffb42bf'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:51:03.555076 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['21c02c09-2054-485a-bb7a-cc928ffb42bf'], 'active': True} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:03.569000 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Calling delete_port for 0b9b944b-927f-4f0b-85e6-093c2c89b80c owned by network:router_gateway {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:03.638160 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvr_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] Set router 21c02c09-2054-485a-bb7a-cc928ffb42bf gateway port host: None {{(pid=100730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:51:03.688922 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_hamode_db [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:51:03Z', 'revision_number': 6, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:03.718233 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ebed-9c01-42b4-a714-50e9e6f54aae None None] The sync data for ids ['21c02c09-2054-485a-bb7a-cc928ffb42bf'] in dv-cinder-801522-3-iscsi is: [{'id': '21c02c09-2054-485a-bb7a-cc928ffb42bf', 'name': 'tempest-TestVolumeBootPattern-1528913753-router', 'tenant_id': '017170b909824ae7abf5e5bbfe9b06ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:40Z', 'updated_at': '2021-09-27T12:51:03Z', 'revision_number': 6, 'project_id': '017170b909824ae7abf5e5bbfe9b06ff', 'gw_port_host': None}] {{(pid=100730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:51:03.731344 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.756202 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9b944b-927f-4f0b-85e6-093c2c89b80c,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:03.814001 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.899663 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.901785 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.945525 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.946111 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c02c09-2054-485a-bb7a-cc928ffb42bf {{(pid=100729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:51:03.951567 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] Notify callbacks [] for router, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:03.952747 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-6365a087-cb82-4c16-9bc7-ef6ee531ef02 admin admin] 10.222.0.15 "DELETE /v2.0/routers/21c02c09-2054-485a-bb7a-cc928ffb42bf HTTP/1.1" status: 204 len: 168 time: 0.7292812 Sep 27 12:51:03.955142 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42216) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:03.998608 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Deleting subnet 4cc7184c-a9d0-4902-a574-bbb5745a899e {{(pid=100729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:51:04.001494 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.034997 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7012569'] for subnet, precommit_delete_associations {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.117659 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.172424 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7165099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723094'] for subnet, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.195952 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc7184c-a9d0-4902-a574-bbb5745a899e,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:04.204182 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for subnet, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.206028 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-2fd89c43-6231-4053-a1b7-70a2af61e965 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4cc7184c-a9d0-4902-a574-bbb5745a899e HTTP/1.1" status: 204 len: 168 time: 0.2499864 Sep 27 12:51:04.208634 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [-] (100729) accepted ('10.222.0.15', 42218) {{(pid=100729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:04.209512 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e5f41-648a-47f9-b962-ce91ba574468 None None] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:51:04.277656 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.328970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Deleting port ba017449-8faf-4a52-998c-c372f88c7397 {{(pid=100729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:04.329233 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.390608 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.db [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] For port ba017449-8faf-4a52-998c-c372f88c7397, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ba017449-8faf-4a52-998c-c372f88c7397,segment=NetworkSegment(b9fd5a46-3e20-4965-8850-60fbad7546b0),segment_id=b9fd5a46-3e20-4965-8850-60fbad7546b0)] {{(pid=100729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:04.390970 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.402863 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.plugin [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Calling delete_port for ba017449-8faf-4a52-998c-c372f88c7397 owned by network:dhcp {{(pid=100729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:04.472514 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] DHCP port deletion for d1b194fe-188c-4c7e-aaf3-8999ebe34942 request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:51:04.486816 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7165174'] for port, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.511122 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba017449-8faf-4a52-998c-c372f88c7397,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:04.518747 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] No DVR routers for this DVR port ba017449-8faf-4a52-998c-c372f88c7397 on host dv-cinder-801522-3-iscsi {{(pid=100729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:51:04.596870 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.618137 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b194fe-188c-4c7e-aaf3-8999ebe34942']}} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:04.627689 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fd5a46-3e20-4965-8850-60fbad7546b0') {'for_net_delete': True} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:04.627979 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.services.segments.db [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fd5a46-3e20-4965-8850-60fbad7546b0') {} {{(pid=100729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:04.638771 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7012544'] for segment, before_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.646563 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Deleting port ba017449-8faf-4a52-998c-c372f88c7397 {{(pid=100730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:04.646994 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.652972 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.659295 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:51:04.660432 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7165189'] for segment, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: Traceback (most recent call last): Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: timer() Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: cb(*args, **kw) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: return func(*args, **kwargs) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: self._notify() Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: self.callback(batched_events) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: event.method(event) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: return f(self, *a, **k) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._get(url).json() Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: return self.request(url, 'GET', **kwargs) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:51:04.661993 dv-cinder-801522-3-iscsi neutron-server[100729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:51:04.712677 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.db [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] For port ba017449-8faf-4a52-998c-c372f88c7397, host dv-cinder-801522-3-iscsi, got binding levels [] {{(pid=100730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:04.713071 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.720216 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.726887 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Calling delete_port for ba017449-8faf-4a52-998c-c372f88c7397 owned by network:dhcp {{(pid=100730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:04.727366 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron_lib.callbacks.manager [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.732628 dv-cinder-801522-3-iscsi neutron-server[100729]: INFO neutron.wsgi [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] 10.222.0.15 "DELETE /v2.0/networks/d1b194fe-188c-4c7e-aaf3-8999ebe34942 HTTP/1.1" status: 204 len: 168 time: 0.5197277 Sep 27 12:51:04.733436 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.ipam_backend_mixin [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Port ba017449-8faf-4a52-998c-c372f88c7397 was not found and therefore no delete operation was performed {{(pid=100730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 12:51:04.733436 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696'] for port, after_delete {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:04.734625 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42220) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:04.739635 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e0f6-1315-4297-9fd3-1fbc45c8ab7e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b194fe-188c-4c7e-aaf3-8999ebe34942,revision_number=None']} {{(pid=100729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:04.754077 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Network d1b194fe-188c-4c7e-aaf3-8999ebe34942 is not hosted by any dhcp agent {{(pid=100730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 12:51:04.754592 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] No DVR routers for this DVR port ba017449-8faf-4a52-998c-c372f88c7397 on host dv-cinder-801522-3-iscsi {{(pid=100730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:51:04.756464 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Pushing event deleted for resources: {'Port': ['ID=ba017449-8faf-4a52-998c-c372f88c7397,revision_number=None']} {{(pid=100730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:04.770754 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.771767 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.771767 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.772085 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.772380 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.772713 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.773039 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.773417 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.773748 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.774089 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.774450 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.774779 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b786519-b524-428e-ba7d-ba59f9b5c7cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-3-iscsi {{(pid=100730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:51:04.991253 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 43bf99b4-e9a6-4a50-aaac-549df2f21f34 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:05.014397 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 43bf99b4-e9a6-4a50-aaac-549df2f21f34 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:05.014670 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 43bf99b4-e9a6-4a50-aaac-549df2f21f34 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:05.015088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ba017449-8faf-4a52-998c-c372f88c7397 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:05.033709 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: ba017449-8faf-4a52-998c-c372f88c7397 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:05.034053 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ba017449-8faf-4a52-998c-c372f88c7397 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:05.034467 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 0b9b944b-927f-4f0b-85e6-093c2c89b80c no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:05.052478 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 0b9b944b-927f-4f0b-85e6-093c2c89b80c {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:05.052825 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 0b9b944b-927f-4f0b-85e6-093c2c89b80c not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:05.086561 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617984'] for router_interface, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:05.561708 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Deleting port 11d978a7-24ab-4738-97fb-938084c2c222 {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:05.562048 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:05.638896 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] For port 11d978a7-24ab-4738-97fb-938084c2c222, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=11d978a7-24ab-4738-97fb-938084c2c222,segment=NetworkSegment(4907614f-718c-43e9-8ef0-5ce3594a0cad),segment_id=4907614f-718c-43e9-8ef0-5ce3594a0cad)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:05.639268 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:05.651218 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Calling delete_port for 11d978a7-24ab-4738-97fb-938084c2c222 owned by network:router_interface {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:05.826133 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:05.851751 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Pushing event deleted for resources: {'Port': ['ID=11d978a7-24ab-4738-97fb-938084c2c222,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:06.016289 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617609'] for router_interface, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:06.226724 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Router f3987e09-2d58-4221-80c4-e846c3556a51 has already been hosted by L3 agent 2150a983-684f-44aa-8036-fd525fe9c661 {{(pid=100728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:51:06.330034 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] Notify agent at l3_agent.dv-cinder-801522-3-iscsi the message routers_updated {{(pid=100728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:51:06.334933 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-d1e07768-5e3e-41f8-ba09-df9d0d8ddaae admin admin] 10.222.0.15 "PUT /v2.0/routers/f3987e09-2d58-4221-80c4-e846c3556a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5975342 Sep 27 12:51:06.337596 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42222) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:06.338200 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] Sync routers for ids ['f3987e09-2d58-4221-80c4-e846c3556a51'] in dv-cinder-801522-3-iscsi {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:51:06.347200 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] Routers {'f3987e09-2d58-4221-80c4-e846c3556a51'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:51:06.347803 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['f3987e09-2d58-4221-80c4-e846c3556a51'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:06.436732 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks [] for router, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:06.451010 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] Set router f3987e09-2d58-4221-80c4-e846c3556a51 gateway port host: dv-cinder-801522-3-iscsi {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:51:06.537560 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:06.592240 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Deleting port 3a6926fa-fb1e-41d2-b571-f5a7795705de {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:06.592581 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:06.625122 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'external_fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:51:05Z', 'revision_number': 5, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port': {'id': '3a6926fa-fb1e-41d2-b571-f5a7795705de', 'name': '', 'network_id': '111e4828-82af-4129-9d4f-7f04fbb54d85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:46:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abccaef9-2a22-4cd5-8771-1398b54d0abe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-3-iscsi'}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:06.650289 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] Checking router: f3987e09-2d58-4221-80c4-e846c3556a51 for host: dv-cinder-801522-3-iscsi {{(pid=100731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:51:06.658286 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] Routers {'f3987e09-2d58-4221-80c4-e846c3556a51'} bound to L3 agent in host dv-cinder-801522-3-iscsi {{(pid=100731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:51:06.658913 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:31:26Z,description=,heartbeat_timestamp=2021-09-27T12:50:56Z,host='dv-cinder-801522-3-iscsi',id=2150a983-684f-44aa-8036-fd525fe9c661,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:31:26Z,topic='l3_agent')) {'router_ids': ['f3987e09-2d58-4221-80c4-e846c3556a51'], 'active': True} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:06.669154 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] For port 3a6926fa-fb1e-41d2-b571-f5a7795705de, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=3a6926fa-fb1e-41d2-b571-f5a7795705de,segment=NetworkSegment(8555eece-b2e7-4b4a-87cf-57be46636ebb),segment_id=8555eece-b2e7-4b4a-87cf-57be46636ebb)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:06.669521 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:06.681937 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Calling delete_port for 3a6926fa-fb1e-41d2-b571-f5a7795705de owned by network:router_gateway {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:06.743062 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_dvr_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] Set router f3987e09-2d58-4221-80c4-e846c3556a51 gateway port host: None {{(pid=100731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:51:06.847057 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:06.873863 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6926fa-fb1e-41d2-b571-f5a7795705de,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:06.887539 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.l3_hamode_db [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:51:06Z', 'revision_number': 6, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port_host': None}], 'dv-cinder-801522-3-iscsi', False) {} {{(pid=100731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:06.915127 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8352b4-9e8b-440e-96d9-06ba566f0eee None None] The sync data for ids ['f3987e09-2d58-4221-80c4-e846c3556a51'] in dv-cinder-801522-3-iscsi is: [{'id': 'f3987e09-2d58-4221-80c4-e846c3556a51', 'name': 'tempest-TestVolumeBootPattern-1175639708-router', 'tenant_id': 'b54c27c22bc6487887f7c7657251c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:43:46Z', 'updated_at': '2021-09-27T12:51:06Z', 'revision_number': 6, 'project_id': 'b54c27c22bc6487887f7c7657251c02f', 'gw_port_host': None}] {{(pid=100731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:51:06.937124 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617546'] for router_gateway, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.029169 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-941'] for router, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.031278 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.073222 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619052'] for router, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.073852 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3987e09-2d58-4221-80c4-e846c3556a51 {{(pid=100728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:51:07.078797 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] Notify callbacks [] for router, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.079958 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-68ecf16f-2421-496a-b05c-c90ca2537972 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3987e09-2d58-4221-80c4-e846c3556a51 HTTP/1.1" status: 204 len: 168 time: 0.7414434 Sep 27 12:51:07.082525 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42224) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:07.127486 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.db_base_plugin_v2 [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Deleting subnet 1f7b51a1-640f-4234-8f39-f659e03b6af4 {{(pid=100728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:51:07.130481 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.170759 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7124126'] for subnet, precommit_delete_associations {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.245654 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734289'] for subnet, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.304702 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7226928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5729092'] for subnet, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.333663 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7b51a1-640f-4234-8f39-f659e03b6af4,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:07.337169 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.343792 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-50807965-61df-4c86-becf-d0327cf378e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f7b51a1-640f-4234-8f39-f659e03b6af4 HTTP/1.1" status: 204 len: 168 time: 0.2596588 Sep 27 12:51:07.344546 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0819b93-e7fd-4282-bf8c-026f0a59267c None None] Network 0db49837-87b8-4d83-b991-ff637b72db65 requested from dv-cinder-801522-3-iscsi {{(pid=100730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:51:07.344991 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42226) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:07.419055 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699945'] for network, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.471386 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Deleting port ccb74bcf-6c22-4371-b297-ca917bfacbbf {{(pid=100728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:51:07.471713 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762560485160'] for port, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.536950 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.db [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] For port ccb74bcf-6c22-4371-b297-ca917bfacbbf, host dv-cinder-801522-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-3-iscsi',level=0,port_id=ccb74bcf-6c22-4371-b297-ca917bfacbbf,segment=NetworkSegment(4907614f-718c-43e9-8ef0-5ce3594a0cad),segment_id=4907614f-718c-43e9-8ef0-5ce3594a0cad)] {{(pid=100728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:51:07.537320 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612889'] for port, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.548671 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.plugin [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Calling delete_port for ccb74bcf-6c22-4371-b297-ca917bfacbbf owned by network:dhcp {{(pid=100728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:51:07.624370 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762560489710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762560000696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7226989'] for port, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.649208 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb74bcf-6c22-4371-b297-ca917bfacbbf,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:07.652762 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] No DVR routers for this DVR port ccb74bcf-6c22-4371-b297-ca917bfacbbf on host dv-cinder-801522-3-iscsi {{(pid=100728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:51:07.701347 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245dd6f-2f4a-4c84-a675-b5098dbe26cf None None] DHCP port deletion for 0db49837-87b8-4d83-b991-ff637b72db65 request from dv-cinder-801522-3-iscsi {{(pid=100730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:51:07.731318 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724200', 'neutron.services.segments.db._delete_segments_for_network-8762560548244'] for network, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.751972 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db49837-87b8-4d83-b991-ff637b72db65']}} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:07.761703 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4907614f-718c-43e9-8ef0-5ce3594a0cad') {'for_net_delete': True} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:07.762000 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.services.segments.db [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4907614f-718c-43e9-8ef0-5ce3594a0cad') {} {{(pid=100728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:51:07.771068 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762560547997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7124103'] for segment, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.784229 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638'] for segment, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.790375 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:51:07.790763 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7227294'] for segment, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: Traceback (most recent call last): Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: timer() Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: cb(*args, **kw) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: return func(*args, **kwargs) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: self._notify() Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: self.callback(batched_events) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: event.method(event) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: return f(self, *a, **k) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._get(url).json() Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: return self.request(url, 'GET', **kwargs) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:51:07.792579 dv-cinder-801522-3-iscsi neutron-server[100728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:51:07.855697 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617494'] for network, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.861171 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528717'] for network, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:07.864517 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] 10.222.0.15 "DELETE /v2.0/networks/0db49837-87b8-4d83-b991-ff637b72db65 HTTP/1.1" status: 204 len: 168 time: 0.5189736 Sep 27 12:51:07.876756 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6567b4c-f249-43a5-b8d3-04f209aedb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0db49837-87b8-4d83-b991-ff637b72db65,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:07.986943 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42230) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:08.027262 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-3badd6f6-7511-4d95-8489-cdfcd90f83d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=017170b909824ae7abf5e5bbfe9b06ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391326 Sep 27 12:51:08.029684 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42232) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:08.076649 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04034a62-6f5f-4cd8-9ec9-dd4df0fb4bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.097982 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04034a62-6f5f-4cd8-9ec9-dd4df0fb4bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.142416 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04034a62-6f5f-4cd8-9ec9-dd4df0fb4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.144968 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-04034a62-6f5f-4cd8-9ec9-dd4df0fb4bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.146134 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-04034a62-6f5f-4cd8-9ec9-dd4df0fb4bbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15b41672-b7b1-4100-b860-7eabffdb1ea6 HTTP/1.1" status: 204 len: 168 time: 0.1155665 Sep 27 12:51:08.153630 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04034a62-6f5f-4cd8-9ec9-dd4df0fb4bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b41672-b7b1-4100-b860-7eabffdb1ea6,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:08.446665 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42238) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:08.485410 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-c9447590-b9f4-45ff-aedd-ecbc593dda14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b54c27c22bc6487887f7c7657251c02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376198 Sep 27 12:51:08.487790 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [-] (100728) accepted ('10.222.0.15', 42240) {{(pid=100728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:51:08.536071 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6946e398-53d5-4331-8fc7-e0f143a90c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.556548 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6946e398-53d5-4331-8fc7-e0f143a90c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.600653 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6946e398-53d5-4331-8fc7-e0f143a90c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626904'] for security_group, after_delete {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.603394 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron_lib.callbacks.manager [None req-6946e398-53d5-4331-8fc7-e0f143a90c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:08.605208 dv-cinder-801522-3-iscsi neutron-server[100728]: INFO neutron.wsgi [None req-6946e398-53d5-4331-8fc7-e0f143a90c34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42057b7a-37c4-404b-a5aa-8e281f6b203a HTTP/1.1" status: 204 len: 168 time: 0.1159229 Sep 27 12:51:08.612865 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946e398-53d5-4331-8fc7-e0f143a90c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42057b7a-37c4-404b-a5aa-8e281f6b203a,revision_number=None']} {{(pid=100728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:51:08.983359 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ccb74bcf-6c22-4371-b297-ca917bfacbbf no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:09.003417 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: ccb74bcf-6c22-4371-b297-ca917bfacbbf {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:09.003766 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device ccb74bcf-6c22-4371-b297-ca917bfacbbf not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:09.004227 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 11d978a7-24ab-4738-97fb-938084c2c222 no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:09.023082 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 11d978a7-24ab-4738-97fb-938084c2c222 {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:09.023432 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 11d978a7-24ab-4738-97fb-938084c2c222 not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:09.023848 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3a6926fa-fb1e-41d2-b571-f5a7795705de no longer exists at agent ovs-agent-dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:51:09.042823 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.plugin [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] No Port match for: 3a6926fa-fb1e-41d2-b571-f5a7795705de {{(pid=100730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:51:09.043168 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron.plugins.ml2.rpc [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Device 3a6926fa-fb1e-41d2-b571-f5a7795705de not bound to the agent host dv-cinder-801522-3-iscsi {{(pid=100730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:51:10.719208 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:51:21.881583 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:23.327609 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-65f6fdec-1234-4755-8c7e-4f3b4e603cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:26.040395 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-5a28c902-5899-4bad-a924-44ac3681d2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:26.938754 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:27.305739 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:29.179662 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:47.717063 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:51:51.894679 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:53.328750 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9261a4d8-3b21-4cb4-bca5-4de75b9c18eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:56.041957 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-a925c3eb-3342-4a90-a672-e1ba205eb7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:56.939704 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:57.308892 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:51:59.180720 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:21.911040 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:23.329338 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6860-b787-4c26-b557-88f17c4e7f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:24.715828 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:52:26.042475 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-ad44ef66-714c-4dd4-aad6-ef8a0ee3452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:26.940229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:27.310449 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:29.183081 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:51.909420 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:53.330212 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4b8801f4-0654-492a-aec9-a16e6be3afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:56.041910 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-ca9511a4-588e-4267-973e-98f2eb6b180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:56.942753 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:57.313836 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:52:59.184773 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:01.715591 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:53:21.907912 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:23.333271 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-30aaadd7-28e9-45af-a3af-fee2e56e1b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:26.042186 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1453486e-9049-4eeb-9198-683ea7edb262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:26.945479 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:27.314805 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:29.187778 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:38.714520 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:53:51.907143 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:53.334229 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-0f320ad0-1404-4003-967b-b26b0425c911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:56.042958 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-886da94f-ab5e-4543-9024-4cae690d3ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:56.944998 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:57.317565 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:53:59.190412 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:15.712742 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:54:21.908025 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:23.334285 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-1bf77dc6-bf14-4fcf-ba6e-c31925538536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:26.048414 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-b886132c-868b-4c1a-b88c-19a2f8ecc4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:26.945161 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:27.319136 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:29.193281 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:48.283909 dv-cinder-801522-3-iscsi neutron-server[100729]: DEBUG neutron.wsgi [req-332d8d16-9a81-4762-b0e9-aaedd7086b6c req-6df2fe1e-f7f3-495c-94e2-ef706631673a service neutron] (100729) timed out ('10.222.0.38', 58146) {{(pid=100729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 12:54:50.639997 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-4562093e-ff05-4f36-82d4-c27330d83504 req-626294ce-efe6-48d9-811b-c614dcd2dc63 service neutron] (100728) timed out ('10.222.0.38', 58127) {{(pid=100728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 12:54:51.900315 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:52.278937 dv-cinder-801522-3-iscsi neutron-server[100728]: DEBUG neutron.wsgi [req-f36e463c-4622-4163-a8a5-343f95f070b2 req-9716b6c5-66da-4e65-b535-f0d5f3373bd7 service neutron] (100728) timed out ('10.222.0.38', 58110) {{(pid=100728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 12:54:52.715243 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:54:53.335167 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dd958c8c-79db-44db-b5ab-541d87b4a2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:56.048711 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-9d0540d7-241f-4b5b-8371-71271f2ba79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:56.945084 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:57.323525 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:54:59.197382 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:21.906509 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:23.334988 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4a279376-3b2a-4a7f-96af-54b2df1bbc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:26.049844 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4270d169-4c0d-4615-b4be-b77b4461499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:26.946088 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:27.325326 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:29.202178 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:29.714357 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:55:51.906063 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:53.334989 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-f57c2bf8-0328-4090-b3e3-6c6dd82c2daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:56.051236 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-82ab8ae7-9f6d-46e8-a6bf-0502e1f71a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:56.945952 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:57.327389 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:55:59.201860 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b810-8d90-4e43-be1f-091afdaca8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:56:06.713220 dv-cinder-801522-3-iscsi neutron-server[100731]: DEBUG neutron.db.agents_db [None req-372784f8-a798-4407-abc5-855708868b0d None None] Agent healthcheck: found 6 active agents {{(pid=100731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:56:21.904084 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4c15df8a-1bef-4331-9a04-d73aeec2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:56:23.334715 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ef99-4486-4888-b81d-a6fdce5992c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:56:26.052824 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-6c861d39-4580-44b4-8644-cf28d434fbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:56:26.946060 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-eb1642c6-f451-4f80-ad21-9285f9eab8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:56:27.330070 dv-cinder-801522-3-iscsi neutron-server[100730]: DEBUG neutron_lib.callbacks.manager [None req-04964350-8ab0-4525-bc24-47aebf62dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762560548226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721896'] for agent, after_update {{(pid=100730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}